-- Logs begin at Tue 2021-08-31 17:10:25 UTC, end at Tue 2021-08-31 18:28:04 UTC. -- Aug 31 17:55:33.016098 dv-cinder-806740-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 17:55:35.739080 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.common.config [-] Logging enabled! Aug 31 17:55:35.739724 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Aug 31 17:55:35.739853 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94579) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 17:55:35.743134 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.common.config [-] Logging enabled! Aug 31 17:55:35.743385 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Aug 31 17:55:35.743696 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94579) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 17:55:35.744642 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 17:55:35.744901 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 17:55:35.745272 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 17:55:35.745518 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 17:55:35.745766 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 17:55:35.746068 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.746362 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.746656 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.746883 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.747175 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.747461 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.747737 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.748023 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.748321 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.748604 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.748896 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.749181 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.749410 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.749686 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.749970 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.750253 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.750472 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] debug = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.750744 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.751167 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.751575 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.751853 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.752139 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.752413 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.752681 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.752981 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.753265 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.753620 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] host = dv-cinder-806740-4-iscsi {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.753901 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.754188 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.754472 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.754756 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.755025 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.755299 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.755579 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.755849 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.756116 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] log_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.756385 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.756669 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.756975 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.757263 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.757487 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.757706 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.757989 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.758271 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.758541 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.758808 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.759076 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.759345 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.759613 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.759876 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.760155 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.760434 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.760711 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.761001 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.761269 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.761537 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.761803 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.762080 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.762347 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.762627 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.762879 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.763158 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.763423 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.763688 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.763986 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.764267 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.764541 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.764839 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.765110 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.765387 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.765657 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.765922 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.766188 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] use_json = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.766453 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.766715 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.766990 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.767257 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.767523 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.767789 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.768053 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.768333 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:35.768627 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.768946 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.769268 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.769552 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.769846 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.770124 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.770407 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.770681 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.770965 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.771251 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.771537 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.771812 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.772096 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.772370 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.772661 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.772991 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.773285 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.773575 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.773850 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.774122 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.774391 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.774664 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.774946 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.775221 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.775507 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.775791 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.776065 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.776347 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.776636 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.776946 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.777216 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.777492 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.777778 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.778051 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.778319 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.778592 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.778873 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.779144 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.779412 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.779688 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.779961 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.780228 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.780495 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.780767 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.781075 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.781351 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.781618 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.781885 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.782157 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.782424 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.782702 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.782972 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.783238 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.783506 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.783786 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.784053 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.784319 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.784591 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.785402 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.785682 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.785953 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.786220 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.786487 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.786753 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.787018 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.787283 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.787549 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.787822 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.788088 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.788352 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.788617 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.788910 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.789183 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.789467 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.789765 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.790044 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.790319 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.790593 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.790867 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.791139 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.791412 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.791687 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.791959 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.792229 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.792514 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.792821 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.793097 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.793376 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.793651 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.793956 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.794229 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.794507 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.794779 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.795053 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.795329 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.795611 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.795904 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.796196 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.796487 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.796776 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.797101 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.797375 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.797685 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.797961 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:35.798174 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 17:55:35.798418 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94579) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 17:55:36.157295 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94579) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 17:55:36.157575 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94579) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 17:55:36.157868 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94579) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 17:55:36.158203 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 17:55:36.554244 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.554533 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.554805 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.556095 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.556369 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.556633 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.591135 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.591410 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.591676 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.608573 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.608883 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.609160 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.637914 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.638195 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.638467 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.674314 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.674598 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.674870 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.908700 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.909379 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.909379 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.909561 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:36.910792 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.031328 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.031657 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.031939 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.032210 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.032478 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.032791 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.033073 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.033329 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.033584 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.033866 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.034125 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.034393 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.034648 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.035467 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.035724 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.035988 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.036245 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.036512 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.036820 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.037077 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.037350 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.037605 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.037892 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.038277 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.038526 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.038772 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.039172 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94579) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 17:55:37.039412 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94579) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 17:55:37.039649 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94579) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 17:55:37.039885 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94579) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 17:55:37.040118 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94579) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 17:55:37.040352 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94579) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 17:55:37.040719 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 17:55:37.043992 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 17:55:37.047927 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 17:55:37.051733 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Aug 31 17:55:37.053386 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 17:55:37.053845 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 17:55:37.054339 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 17:55:37.054733 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 17:55:37.057539 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 17:55:37.057791 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 17:55:37.058139 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 17:55:37.063683 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 17:55:37.086117 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 17:55:37.086589 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.086900 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94579) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 17:55:37.087274 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.088637 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94579) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 17:55:37.088947 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 17:55:37.089194 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 17:55:37.092395 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.092680 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:37.156808 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 17:55:37.157075 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 17:55:37.157318 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 17:55:37.157702 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 17:55:37.179400 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_db.sqlalchemy.engines [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94579) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 17:55:37.812380 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Initializing driver for type 'gre' Aug 31 17:55:37.812933 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] gre ID ranges: [(1, 1000)] Aug 31 17:55:38.023317 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Initializing driver for type 'local' Aug 31 17:55:38.023969 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Initializing driver for type 'vlan' Aug 31 17:55:38.086230 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] VlanTypeDriver initialization complete Aug 31 17:55:38.086503 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Initializing driver for type 'vxlan' Aug 31 17:55:38.087020 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] vxlan ID ranges: [(1, 1000)] Aug 31 17:55:38.372177 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Initializing extension driver 'port_security' Aug 31 17:55:38.372433 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.extensions.port_security [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] PortSecurityExtensionDriver initialization complete Aug 31 17:55:38.372763 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Initializing mechanism driver 'openvswitch' Aug 31 17:55:38.373129 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Initializing mechanism driver 'hyperv' Aug 31 17:55:38.379662 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:55:38.380349 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > port after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.380734 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > port after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.381113 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > port after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.381641 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94579) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 17:55:38.382119 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > subnet after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.382481 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > subnet after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.382829 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > subnet after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.383223 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94579) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 17:55:38.383630 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > network after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.383980 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > network after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.384324 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > network after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.384742 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94579) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 17:55:38.385173 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > security_group after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.385520 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > security_group after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.385858 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > security_group after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.386390 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94579) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 17:55:38.386799 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.387152 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.387497 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.387896 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94579) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 17:55:38.388386 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > address_group after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.388731 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > address_group after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.389096 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > address_group after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.389493 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94579) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 17:55:38.389872 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] ML2 OVO RPC backend initialized. {{(pid=94579) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 17:55:38.390581 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router_interface after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.390943 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.391361 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > network before_response 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.391711 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > networks before_response 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.392060 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > port before_response 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.392404 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > ports before_response 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.392749 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > subnet before_response 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.393118 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > subnets before_response 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.393469 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > network after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.393896 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > network after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.394749 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > network after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.395087 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > port after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.395426 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > port after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.395762 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > port after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.396099 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > subnet after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.396434 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > subnet after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.396770 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > subnet after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.397412 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.plugin [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Modular L2 Plugin initialization complete Aug 31 17:55:38.397740 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading services supported by the core plugin {{(pid=94579) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 17:55:38.398071 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.plugins.ml2.managers [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Got port-security extension from driver 'port_security' Aug 31 17:55:38.398535 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.extensions.vlantransparent [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Disabled vlantransparent extension. Aug 31 17:55:38.399020 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94579) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 17:55:38.399335 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading Plugin: router Aug 31 17:55:38.455589 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router_interface before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.455989 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router after_create 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.456365 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router before_create 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.457358 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.457734 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.458093 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router after_delete 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.458453 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > floatingip after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.458803 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > floatingip after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.459162 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router after_create 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.459513 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router after_update 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.459859 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router after_update 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.460204 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.460561 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router after_update 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.460990 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router precommit_update 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.461366 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: port after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.461707 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: port after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.462049 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: subnet after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.462384 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.462739 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > port precommit_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.463087 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router precommit_create 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.463428 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: port before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.463770 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router precommit_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.464124 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router after_update 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.464463 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router precommit_delete 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.464829 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router precommit_create 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.469210 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router_interface after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.469210 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router precommit_update 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.469210 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > agent after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.469210 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > agent after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.469541 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > network after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.469541 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Tracking information for resource: router configured {{(pid=94579) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 17:55:38.469541 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Tracking information for resource: floatingip configured {{(pid=94579) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 17:55:38.473504 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.db.l3_agentschedulers_db [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 17:55:38.474094 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: port after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.474461 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: port after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.474813 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: port after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.475166 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: port after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.475982 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router before_create 55550100 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.476356 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router precommit_delete 55550100 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.476723 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router precommit_create 55550100 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.477116 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > router precommit_update 55550100 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.481871 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.services.provider_configuration [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Service providers = [] {{(pid=94579) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 17:55:38.482238 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.db.servicetype_db [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94579) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 17:55:38.485245 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.services.service_base [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94579) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 17:55:38.485605 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.services.service_base [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94579) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 17:55:38.485948 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.services.service_base [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94579) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 17:55:38.486842 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.services.service_base [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94579) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 17:55:38.487216 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.services.service_base [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 17:55:38.487603 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94579) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 17:55:38.487950 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 17:55:38.498798 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94579) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 17:55:38.499144 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading Plugin: auto_allocate Aug 31 17:55:38.505137 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: network precommit_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.505514 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: network precommit_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.506051 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94579) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 17:55:38.506390 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading Plugin: tag Aug 31 17:55:38.513015 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94579) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 17:55:38.513349 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading Plugin: timestamp Aug 31 17:55:38.523778 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94579) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 17:55:38.524113 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading Plugin: network_ip_availability Aug 31 17:55:38.529653 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.530032 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.530396 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.531168 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94579) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 17:55:38.531492 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading Plugin: flavors Aug 31 17:55:38.536762 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94579) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 17:55:38.537144 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading Plugin: revisions Aug 31 17:55:38.541468 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94579) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 17:55:38.541938 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_concurrency.lockutils [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.384s {{(pid=94579) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 17:55:38.542754 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94579) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 17:55:38.543094 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Initializing extension manager. Aug 31 17:55:38.543608 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: __init__.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.543950 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: __pycache__ {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.544286 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.544620 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: address_group.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.545415 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.545991 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: address-group Aug 31 17:55:38.546317 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: address_scope.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.547028 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.547535 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: address-scope Aug 31 17:55:38.547858 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: admin_state_down_before_update.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.548863 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.549371 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: router-admin-state-down-before-update Aug 31 17:55:38.549692 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: agent.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.550623 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.551131 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: agent Aug 31 17:55:38.551453 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: agent_resources_synced.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.559631 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.560141 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: agent-resources-synced Aug 31 17:55:38.560464 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: allowedaddresspairs.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.562631 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.563156 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: allowed-address-pairs Aug 31 17:55:38.563483 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: auto_allocated_topology.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.564575 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.565119 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: auto-allocated-topology Aug 31 17:55:38.565479 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: availability_zone.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.566194 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.566699 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: availability_zone Aug 31 17:55:38.567018 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: availability_zone_filter.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.567924 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.568428 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: availability_zone_filter Aug 31 17:55:38.568750 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: data_plane_status.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.569679 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.570179 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 17:55:38.570500 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: default_subnetpools.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.571406 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.571908 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: default-subnetpools Aug 31 17:55:38.572229 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: dhcpagentscheduler.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.573090 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.573594 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: dhcp_agent_scheduler Aug 31 17:55:38.573917 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: dns.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.574831 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.575335 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension dns-integration not supported by any of loaded plugins Aug 31 17:55:38.575657 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: dns_domain_ports.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.576577 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.577113 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 17:55:38.577437 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.578356 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.578868 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 17:55:38.579181 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: dvr.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.579848 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.580354 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: dvr Aug 31 17:55:38.580674 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: ecmp_routes.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.582130 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.582669 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 17:55:38.582992 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: empty_string_filtering.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.583901 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.584407 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: empty-string-filtering Aug 31 17:55:38.584829 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.585677 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.586179 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 17:55:38.586595 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.587545 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.588046 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 17:55:38.588365 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: external_net.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.589296 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.589798 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: external-net Aug 31 17:55:38.590114 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: extra_dhcp_opt.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.591019 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.591522 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: extra_dhcp_opt Aug 31 17:55:38.591840 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: extraroute.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.592751 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.593273 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: extraroute Aug 31 17:55:38.593591 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: extraroute_atomic.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.594624 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.595126 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: extraroute-atomic Aug 31 17:55:38.595448 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: filter_validation.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.596113 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.596611 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: filter-validation Aug 31 17:55:38.596978 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: fip_pf_description.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.598431 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.598977 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 17:55:38.599293 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: fip_port_details.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.600213 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.600716 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: fip-port-details Aug 31 17:55:38.601072 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: flavors.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.602327 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.602851 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: flavors Aug 31 17:55:38.603178 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.604860 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.605386 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 17:55:38.605715 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: floatingip_pools.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.606413 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.606919 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: floatingip-pools Aug 31 17:55:38.607244 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: ip_allocation.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.613257 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.613760 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 17:55:38.614081 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.615006 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.615518 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: ip-substring-filtering Aug 31 17:55:38.615845 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: l2_adjacency.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.616768 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.617305 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 17:55:38.617632 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: l3.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.618800 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.619321 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: router Aug 31 17:55:38.619645 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: l3_conntrack_helper.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.621992 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.622573 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 17:55:38.622858 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.623787 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.624299 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: ext-gw-mode Aug 31 17:55:38.624626 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.625564 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.626073 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: l3-ha Aug 31 17:55:38.626397 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: l3_flavors.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.627325 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.627947 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: l3-flavors Aug 31 17:55:38.628277 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.629749 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.630254 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 17:55:38.630575 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: l3agentscheduler.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.631638 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.632143 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: l3_agent_scheduler Aug 31 17:55:38.632467 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: logging.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.634138 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.634661 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension logging not supported by any of loaded plugins Aug 31 17:55:38.634993 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: metering.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.635740 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.636326 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: metering Aug 31 17:55:38.636652 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.637803 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.638314 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: metering_source_and_destination_fields Aug 31 17:55:38.638641 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: multiprovidernet.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.639562 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.640072 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: multi-provider Aug 31 17:55:38.640398 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: netmtu.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.641336 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.641847 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: net-mtu Aug 31 17:55:38.642175 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: netmtu_writable.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.643091 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.643596 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: net-mtu-writable Aug 31 17:55:38.643922 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: network_availability_zone.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.645300 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.645810 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: network_availability_zone Aug 31 17:55:38.646132 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: network_ip_availability.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.647229 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.647751 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: network-ip-availability Aug 31 17:55:38.648080 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: network_segment_range.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.648889 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.649393 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 17:55:38.649717 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: pagination.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.650726 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.651050 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: pagination Aug 31 17:55:38.651374 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: port_device_profile.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.652282 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.652833 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: port-device-profile Aug 31 17:55:38.653185 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.654100 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.654610 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: port-mac-address-regenerate Aug 31 17:55:38.654934 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.655848 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.656356 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: port-numa-affinity-policy Aug 31 17:55:38.656716 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: port_resource_request.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.657615 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.658120 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 17:55:38.658441 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: portbindings.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.659376 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.659915 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: binding Aug 31 17:55:38.660240 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: portbindings_extended.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.661684 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.662239 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: binding-extended Aug 31 17:55:38.662573 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: portsecurity.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.663492 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.664003 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: port-security Aug 31 17:55:38.664333 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: project_id.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.665327 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.665662 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: project-id Aug 31 17:55:38.665990 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: providernet.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.666940 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.667458 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: provider Aug 31 17:55:38.667785 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: qos.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.671334 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.675750 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension qos not supported by any of loaded plugins Aug 31 17:55:38.675750 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.676745 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.677291 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 17:55:38.677617 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.678537 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.679181 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 17:55:38.679511 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: qos_default.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.680425 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.680974 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension qos-default not supported by any of loaded plugins Aug 31 17:55:38.681302 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: qos_fip.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.681964 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.682464 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension qos-fip not supported by any of loaded plugins Aug 31 17:55:38.682787 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: qos_gateway_ip.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.683734 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.684238 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 17:55:38.684563 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: qos_port_network_policy.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.685534 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.686042 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 17:55:38.686367 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: qos_pps_rule.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.687804 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.688323 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension qos-pps not supported by any of loaded plugins Aug 31 17:55:38.688652 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: qos_rule_type_details.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.689595 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.690098 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 17:55:38.690582 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: qos_rules_alias.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.692022 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.692537 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 17:55:38.692894 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: quotasv2.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.693876 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.694204 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: quotas Aug 31 17:55:38.694528 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: quotasv2_detail.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.697666 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.698005 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: quota_details Aug 31 17:55:38.698335 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: rbac.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.699632 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.700165 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: rbac-policies Aug 31 17:55:38.700496 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: rbac_address_group.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.708215 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.708742 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: rbac-address-group Aug 31 17:55:38.709112 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: rbac_address_scope.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.710044 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.710554 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: rbac-address-scope Aug 31 17:55:38.710883 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: rbac_security_groups.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.711798 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.712316 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: rbac-security-groups Aug 31 17:55:38.712646 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: rbac_subnetpool.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.713624 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.714144 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: rbac-subnetpool Aug 31 17:55:38.714469 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: revisionifmatch.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.715386 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.715903 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: revision-if-match Aug 31 17:55:38.716225 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: revisions.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.717399 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.717915 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: standard-attr-revisions Aug 31 17:55:38.718237 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: router_availability_zone.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.719033 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.719540 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: router_availability_zone Aug 31 17:55:38.719862 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: routerservicetype.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.720780 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.721308 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension router-service-type not supported by any of loaded plugins Aug 31 17:55:38.721628 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.722565 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.723071 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: security-groups-normalized-cidr Aug 31 17:55:38.723392 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: security_groups_port_filtering.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.724309 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.724986 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: port-security-groups-filtering Aug 31 17:55:38.725314 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.726235 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.726747 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: security-groups-remote-address-group Aug 31 17:55:38.727070 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: securitygroup.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.736678 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.737247 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: security-group Aug 31 17:55:38.739414 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: segment.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.739414 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.739414 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension segment not supported by any of loaded plugins Aug 31 17:55:38.739414 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.740238 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.740747 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 17:55:38.741102 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: servicetype.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.742387 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.742911 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: service-type Aug 31 17:55:38.743239 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: sorting.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.744231 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.744562 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: sorting Aug 31 17:55:38.744919 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: standard_attr_segment.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.745837 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.746351 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 17:55:38.746675 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: standardattrdescription.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.747426 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.747935 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: standard-attr-description Aug 31 17:55:38.748258 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: stateful_security_group.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.749270 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.749784 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: stateful-security-group Aug 31 17:55:38.750106 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: stdattrs_common.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.750690 dv-cinder-806740-4-iscsi neutron-server[94579]: WARNING neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 17:55:38.751010 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.751943 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.752457 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 17:55:38.752782 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: subnet_onboard.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.754474 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.754993 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: subnet_onboard Aug 31 17:55:38.755319 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.756243 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.756751 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 17:55:38.757101 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: subnet_service_types.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.758032 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.758546 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: subnet-service-types Aug 31 17:55:38.758870 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: subnetallocation.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.759951 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.760464 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: subnet_allocation Aug 31 17:55:38.760790 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.761477 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.761981 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: subnetpool-prefix-ops Aug 31 17:55:38.762303 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.765361 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.765871 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 17:55:38.766228 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: tagging.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.767300 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.767815 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: standard-attr-tag Aug 31 17:55:38.768140 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: timestamp.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.769429 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.769946 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loaded extension: standard-attr-timestamp Aug 31 17:55:38.770267 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: trunk.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.771338 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.771855 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension trunk not supported by any of loaded plugins Aug 31 17:55:38.772179 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: trunk_details.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.773133 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.773646 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension trunk-details not supported by any of loaded plugins Aug 31 17:55:38.773969 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: uplink_status_propagation.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.774891 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.775406 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 17:55:38.775728 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Loading extension file: vlantransparent.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 17:55:38.776404 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 17:55:38.776948 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 17:55:38.779492 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Creating instance of TrackedResource for resource:network Aug 31 17:55:38.780045 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Creating instance of TrackedResource for resource:subnet Aug 31 17:55:38.780446 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 17:55:38.780871 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Creating instance of TrackedResource for resource:port Aug 31 17:55:38.782202 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 17:55:38.782637 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Service FLAVORS assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 17:55:38.783269 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 17:55:38.783695 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 17:55:38.784023 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Creating instance of TrackedResource for resource:router Aug 31 17:55:38.784456 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Creating instance of TrackedResource for resource:floatingip Aug 31 17:55:38.785515 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Service METERING assigned prefix: /metering {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 17:55:38.786999 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.791426 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.791426 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:55:38.791426 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 17:55:38.791426 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Creating instance of TrackedResource for resource:security_group Aug 31 17:55:38.791426 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 17:55:38.791426 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Service CORE assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 17:55:38.791863 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 17:55:38.792122 dv-cinder-806740-4-iscsi neutron-server[94579]: WARNING neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] subnetpool is already registered Aug 31 17:55:38.792557 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Service CORE assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 17:55:38.792910 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 17:55:38.793241 dv-cinder-806740-4-iscsi neutron-server[94579]: WARNING neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] subnetpool is already registered Aug 31 17:55:38.795700 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 17:55:38.796131 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Service FLAVORS assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 17:55:38.796728 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 17:55:38.797178 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 17:55:38.797510 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Creating instance of TrackedResource for resource:router Aug 31 17:55:38.797848 dv-cinder-806740-4-iscsi neutron-server[94579]: WARNING neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] router is already registered Aug 31 17:55:38.798260 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Creating instance of TrackedResource for resource:floatingip Aug 31 17:55:38.798596 dv-cinder-806740-4-iscsi neutron-server[94579]: WARNING neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] floatingip is already registered Aug 31 17:55:38.799096 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Service METERING assigned prefix: /metering {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 17:55:38.799766 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 17:55:38.800094 dv-cinder-806740-4-iscsi neutron-server[94579]: WARNING neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] rbac_policy is already registered Aug 31 17:55:38.801087 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Creating instance of TrackedResource for resource:security_group Aug 31 17:55:38.801428 dv-cinder-806740-4-iscsi neutron-server[94579]: WARNING neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] security_group is already registered Aug 31 17:55:38.801836 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 17:55:38.802167 dv-cinder-806740-4-iscsi neutron-server[94579]: WARNING neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] security_group_rule is already registered Aug 31 17:55:38.802790 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Service CORE assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 17:55:38.803113 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 17:55:38.803442 dv-cinder-806740-4-iscsi neutron-server[94579]: WARNING neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] subnetpool is already registered Aug 31 17:55:38.803861 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Service CORE assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 17:55:38.804183 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 17:55:38.804516 dv-cinder-806740-4-iscsi neutron-server[94579]: WARNING neutron.quota.resource_registry [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] subnetpool is already registered Aug 31 17:55:38.805133 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: extensions {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.806622 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: address-groups {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.808091 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: address-scopes {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.809493 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: agents {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.810739 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: auto-allocated-topology {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.812228 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: availability_zones {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.813470 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: dhcp-networks {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.814968 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: dhcp-agents {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.816951 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: routers {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.819129 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: flavors {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.820280 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: service_profiles {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.821636 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: next_providers {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.823072 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: service_profiles {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.824584 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: floatingip-pools {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.825812 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: routers {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.828007 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: floatingips {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.829322 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: l3-routers {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.830690 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: l3-agents {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.832748 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: metering-labels {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.834119 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: metering-label-rules {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.835408 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: network-ip-availabilities {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.836647 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: bindings {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.838312 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: quotas {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.839802 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: quotas {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.841243 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: rbac-policies {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.842428 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: security-groups {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.843711 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: security-group-rules {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.845137 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: service-providers {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.846353 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: subnetpools {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.847865 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: subnetpools {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.849356 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.851057 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.852878 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.854645 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.857624 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.859500 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.861311 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.863207 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.864990 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.866724 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron.api.extensions [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 17:55:38.872918 dv-cinder-806740-4-iscsi neutron-server[94579]: WARNING keystonemiddleware.auth_token [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 17:55:38.877629 dv-cinder-806740-4-iscsi neutron-server[94579]: WARNING keystonemiddleware.auth_token [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 17:55:38.886453 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_concurrency.lockutils [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Acquired lock "singleton_lock" {{(pid=94579) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 17:55:38.886963 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_concurrency.lockutils [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Releasing lock "singleton_lock" {{(pid=94579) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 17:55:38.887581 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO oslo_service.service [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Starting 2 workers Aug 31 17:55:38.892540 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Started child 94690 {{(pid=94579) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 17:55:38.897834 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Started child 94691 {{(pid=94579) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 17:55:38.898861 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:55:38.899493 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO neutron.service [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 17:55:38.900134 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Notify callbacks [] for process, before_spawn {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:55:38.900264 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [-] (94690) wsgi starting up on http://0.0.0.0:9696 Aug 31 17:55:38.902448 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:55:38.902889 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO oslo_service.service [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Starting 1 workers Aug 31 17:55:38.903800 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [-] (94691) wsgi starting up on http://0.0.0.0:9696 Aug 31 17:55:38.908071 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Started child 94692 {{(pid=94579) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 17:55:38.908631 dv-cinder-806740-4-iscsi neutron-server[94579]: INFO oslo_service.service [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Starting 1 workers Aug 31 17:55:38.911639 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.service [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] calling RpcWorker wait() {{(pid=94692) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 17:55:38.912231 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.service [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] returning from RpcWorker wait() {{(pid=94692) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 17:55:38.913251 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Started child 94693 {{(pid=94579) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 17:55:38.913465 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:55:38.914049 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:55:38.914156 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0346e218-6ccb-4228-aa3a-fbf2555be60f None None] Notify callbacks [] for process, after_spawn {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:55:38.916025 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94579) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 17:55:38.916239 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 17:55:38.916423 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 17:55:38.916989 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 17:55:38.917341 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 17:55:38.921518 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 17:55:38.921518 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.921518 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.921784 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:55:38.922236 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.922236 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.922236 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.922468 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:55:38.922543 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.922543 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.922543 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.922543 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.922543 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.922543 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.922543 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.922543 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.922999 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.922999 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.922999 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.922999 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.922999 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.922999 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.923330 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.923396 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.923629 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.924113 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] debug = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.924386 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.924889 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.925235 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.925502 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.925740 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.926032 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.926282 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.926546 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.926790 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.927011 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.927263 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.927523 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.927766 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.927990 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.928205 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.928461 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.928678 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.929156 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] host = dv-cinder-806740-4-iscsi {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.929381 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.929756 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.930024 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.930289 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.930539 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.930757 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.931048 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.931283 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.931579 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.931822 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.932075 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.932322 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.932566 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.932853 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] log_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.933000 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] log_options = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.933209 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.933487 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.933743 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.933937 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.934107 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.934287 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.934540 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.934704 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.934955 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.935171 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.935384 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.935596 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.935814 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.936155 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.936608 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.937161 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.937305 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.937493 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.937742 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.938022 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.938219 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.938473 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.938738 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.938881 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.939064 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.939278 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.939509 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.939749 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.939961 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.940229 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.940464 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.940719 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.941551 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.941796 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.942033 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.942263 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.942503 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.942756 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.942986 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.943238 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.943494 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.943727 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.943993 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.944211 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.944443 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.944677 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] use_json = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.944931 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.945154 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.945426 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.945640 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.945885 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.946097 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.946311 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.946594 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:38.946983 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.947290 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.947602 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.947830 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.948079 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.948323 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.948610 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.949692 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.949692 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.949692 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.949692 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.950200 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.950200 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.950466 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.950648 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.950987 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.951253 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.951522 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.951744 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.951982 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.952230 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.952472 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.952758 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.953056 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.955928 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.955928 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.955928 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.955928 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.955928 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.955928 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.955928 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.955928 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.956524 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.956524 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.956524 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.956524 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.956524 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.956524 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.957068 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.957068 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.957227 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.957916 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.958158 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.958421 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.958663 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.958901 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.959135 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.959388 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.959608 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.959823 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.960057 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.960272 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.960520 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.960780 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.961059 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.961285 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.961504 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.961716 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.961928 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.962481 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.962481 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.963173 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.963173 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.963173 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.963173 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.963690 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.963690 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.963954 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.964508 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.964508 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.964508 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.964926 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.964926 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.965190 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.965334 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.965736 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.965736 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.966019 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.966397 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.966397 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.966610 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.966861 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.967006 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.967225 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.967456 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.967667 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.967900 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.968127 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.968338 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.968596 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.968915 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.969166 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.969416 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.969635 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.969882 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.970097 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.970339 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.970591 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.970801 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.971033 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.971306 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.971580 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.971804 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.972045 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.972324 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.972591 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.972824 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.973063 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.973278 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.973694 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.973871 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.974065 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.974297 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.974579 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.974836 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.975086 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.975445 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.975579 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.975843 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.976079 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.976340 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.976873 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.981068 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.981068 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.981068 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.981068 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.981068 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.981068 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.981068 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.981068 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.982082 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.982082 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.982082 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.982082 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.982082 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.982082 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.982082 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.982082 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.983291 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.983291 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.983291 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.983291 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.983291 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.983291 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.983291 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.983291 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.984294 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.984294 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.984294 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.984294 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.984294 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.984294 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.984294 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.984294 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.985361 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.985361 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.985361 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.985361 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.985361 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.986011 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.986011 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.986011 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.986426 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.986590 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.986717 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.986898 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.987170 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.987373 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.987591 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.987853 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.988097 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.988328 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.988587 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.988822 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.989107 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.989361 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.989582 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.989828 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.990056 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.990320 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.990534 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.990796 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.991015 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.991227 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.991458 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.991675 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.991887 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.992117 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.992341 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.992587 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.993995 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.993995 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.993995 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.993995 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.993995 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.994693 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.994693 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.994693 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.995172 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.995172 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.995172 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.996579 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.996579 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.996579 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.996579 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.996579 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.996579 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.997976 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.997976 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.997976 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.997976 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.997976 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.997976 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.997976 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.998471 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.998471 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.998684 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.998912 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.999424 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:38.999424 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.000034 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.000034 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.000034 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.000595 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.000595 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.000754 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.000930 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.001146 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.001352 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.001577 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.001784 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.002015 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.002236 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.002449 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.002654 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.002875 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.003079 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.003284 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.004047 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.004262 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.004490 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.004714 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.004941 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.005168 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.005385 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.005597 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.005802 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.006121 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.006367 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.006583 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.006885 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.007115 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.007423 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.007573 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.007881 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.008092 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.008331 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.008564 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.008778 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.009044 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.009282 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.009582 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.009891 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.010148 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.010412 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.010689 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.010974 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.011256 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.011489 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.011778 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.012118 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.012403 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.012664 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.012938 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.013166 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.013558 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.013778 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.013998 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.014229 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.014432 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.014670 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.014905 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.015133 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.015353 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.015603 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.015821 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.016043 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.016434 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.016656 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.016898 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.017057 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 17:55:39.017603 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94579) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 17:55:39.017761 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 17:55:39.017912 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 17:55:39.018080 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 17:55:39.018261 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 17:55:39.018417 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 17:55:39.018622 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.018781 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.018939 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.019161 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.019832 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.020014 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.020174 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.020331 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.020488 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.020645 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.020813 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.020983 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.021141 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.021297 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.021456 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.021613 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.021773 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.021930 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.022092 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.022250 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.022407 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.022564 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.022721 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] debug = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.022878 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.023076 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.023238 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.023394 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.023905 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.023905 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.023905 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.024127 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.024127 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.024341 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.024452 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.024561 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.024718 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.024900 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.025058 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.025216 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.025372 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.025529 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] host = dv-cinder-806740-4-iscsi {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.025686 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.025843 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.025999 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.026155 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.026395 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.026493 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.026615 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.026772 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.026929 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.027085 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.027244 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.027400 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.027556 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.027713 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] log_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.027869 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] log_options = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.028026 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.028181 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.028340 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.028528 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.028688 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.028871 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.029047 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.029179 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.029331 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.029488 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.029653 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.029811 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.029997 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.030114 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.030272 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.030429 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.030586 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.031176 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.031176 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.031176 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.031176 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.031542 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.031542 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.031758 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.031758 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.031913 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.032051 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.032207 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.032364 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.032521 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.032678 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.032854 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.033015 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.033176 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.033332 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.033489 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.033646 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.033806 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.033982 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.034121 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.034277 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.034434 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.034593 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.034776 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.034933 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.035090 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] use_json = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.035249 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.035405 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.035561 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.035717 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.035874 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.036031 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.036187 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.036345 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 17:55:39.036532 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.036684 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.036885 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.037045 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.037206 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.037369 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.037512 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.037675 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.037833 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.038000 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.038159 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.038318 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.038537 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.038647 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.038805 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.038968 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.039127 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.039288 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.039451 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.039613 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.039932 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.040093 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.040264 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.040424 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.040637 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.040770 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.040932 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.041065 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.041218 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.041379 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.041540 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.041699 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.041859 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.042021 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.042189 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.042344 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.042505 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.042665 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.042824 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.042983 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.043141 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.043301 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.043461 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.043624 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.043782 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.043943 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.044105 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.044265 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.044429 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.044589 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.044746 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.044929 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.045090 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.045251 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.045410 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.045582 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.045742 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.045901 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.046061 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.046220 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.046380 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.046539 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.046689 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.046848 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.047008 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.047168 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.047341 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.047505 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.047667 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.047826 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.047987 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.048149 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.048310 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.048469 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.048629 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.048788 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.048958 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.049116 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.049276 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.049441 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.049602 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.049761 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.049922 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.050083 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.050244 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.050930 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.051091 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.051252 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.051411 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.051581 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.051755 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.051915 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.052076 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.052235 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.052396 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.052555 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.052713 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.052895 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.053056 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.053215 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.053375 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.053535 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.053698 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.053863 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.053993 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.054154 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.054303 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.054458 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.054618 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.054778 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.054937 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.055097 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.055257 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.055418 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.055576 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.055733 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.055903 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.056064 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.056228 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.056387 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.056554 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.056725 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.056914 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.057077 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.057239 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.057399 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.057559 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.057719 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.057878 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.058037 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.058194 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.058343 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.058510 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.058680 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.058841 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.059001 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.059160 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.059348 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.059507 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.059666 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.059827 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.059988 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.060148 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.060307 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.060466 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.060626 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.060785 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.060965 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.061126 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.061286 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.061446 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.062208 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.062208 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.062208 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.062459 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.062459 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.062614 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.062767 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.062926 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.063085 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.063247 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.063409 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.063569 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.063729 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.063888 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.064048 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.064208 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.064368 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.064527 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.064686 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.064866 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.065027 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.065187 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.065348 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.065511 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.065671 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.065837 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.066034 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.066700 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.066862 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.067023 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.067189 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.067347 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.067507 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.067670 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.067828 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.067989 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.068149 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.068309 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.068475 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.068633 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.068806 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.068989 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.069149 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.069312 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.069471 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.069630 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.069790 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.069948 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.070109 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.070203 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:55:39.070298 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.070415 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.070573 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.070736 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.070902 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.071061 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.071220 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.071379 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.071539 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.071698 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.071859 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.072031 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.072193 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.072354 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.072513 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.072672 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.072863 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.073022 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.073183 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.073342 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.073501 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.073660 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.073818 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.073987 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.074147 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.074306 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.074465 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.074625 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.074784 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.074952 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.075112 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.075271 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.075430 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.075588 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.075747 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.075915 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.076074 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.076233 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.076392 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.076550 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.076708 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.076906 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.077068 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.077227 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.077403 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.077545 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.077703 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.077872 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.078034 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.078193 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.078361 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.078526 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.078705 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.078839 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.079013 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.079152 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.079318 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.079479 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.079638 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.079798 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.079959 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.080124 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.080294 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.080460 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.080622 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.080826 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.080979 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.081148 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.081308 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.081474 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.081669 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.081831 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.081991 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.082150 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.082309 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.082468 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.082627 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.082785 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.082944 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.083145 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.083266 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.083388 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.083548 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.083707 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.083867 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.084028 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.084188 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.084349 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.084508 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.084667 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 17:55:39.084844 dv-cinder-806740-4-iscsi neutron-server[94579]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 17:55:39.198958 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 52932) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:55:39.207852 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065384 Aug 31 17:55:50.795402 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9df74b5-1c6a-4e82-97ac-70808fe7513a None None] get_active_networks_info from dv-cinder-806740-4-iscsi {{(pid=94692) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 17:55:50.868561 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9df74b5-1c6a-4e82-97ac-70808fe7513a None None] No non-hosted networks {{(pid=94692) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 17:55:50.876474 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.agentschedulers_db [None req-f9df74b5-1c6a-4e82-97ac-70808fe7513a None None] DHCP Agent not found on host dv-cinder-806740-4-iscsi {{(pid=94692) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 17:55:50.998874 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dfb3ab3d-bf0b-4962-b58d-706db3f66749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16625400'] for agent, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:55:53.458018 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e978a65a-745e-47e9-a055-a06552b4f4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16625400'] for agent, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:55:53.513779 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.db.api [None req-9102eea4-79b7-4137-9e20-90875652124e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-806740-4-iscsi {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 17:55:53.515115 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG oslo_db.api [None req-9102eea4-79b7-4137-9e20-90875652124e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 17:55:53.651636 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16625400'] for agent, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:55:53.652481 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:55:53.653251 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:55:53.654005 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:55:53.654596 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:55:53.655174 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:55:53.655760 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:55:53.656347 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:55:53.657101 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:55:53.657651 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:55:53.658484 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:55:53.659067 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:55:53.660133 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:55:53.660823 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806740-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:55:53.678827 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806740-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:55:54.143932 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9102eea4-79b7-4137-9e20-90875652124e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:55:54.508976 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16625400'] for agent, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:55:56.571365 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16625400'] for agent, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:55:57.235212 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 53026) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:55:57.733311 dv-cinder-806740-4-iscsi neutron-server[94690]: WARNING oslo_policy.policy [None req-3d97c156-9cb9-45bc-b566-68e15d092d74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 17:55:57.733913 dv-cinder-806740-4-iscsi neutron-server[94690]: WARNING oslo_policy.policy [None req-3d97c156-9cb9-45bc-b566-68e15d092d74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 17:55:57.954288 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [None req-3d97c156-9cb9-45bc-b566-68e15d092d74 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:55:57.955304 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-3d97c156-9cb9-45bc-b566-68e15d092d74 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7191384 Aug 31 17:56:00.339225 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 53040) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:56:00.634221 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.db.l3_hamode_db [None req-91409614-0957-4f3e-9294-f15bd8b3c5da None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 17:56:00.655576 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-3c8bf748-8d35-4919-bdce-abf08d50d8b6 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:56:00.712914 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91409614-0957-4f3e-9294-f15bd8b3c5da None None] Routers set() bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:56:00.713301 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91409614-0957-4f3e-9294-f15bd8b3c5da None None] Router IDs set() for agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 17:56:00.747543 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.policy [None req-3c8bf748-8d35-4919-bdce-abf08d50d8b6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94690) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 17:56:00.792471 dv-cinder-806740-4-iscsi neutron-server[94690]: WARNING oslo_policy.policy [None req-3c8bf748-8d35-4919-bdce-abf08d50d8b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 17:56:00.792855 dv-cinder-806740-4-iscsi neutron-server[94690]: WARNING oslo_policy.policy [None req-3c8bf748-8d35-4919-bdce-abf08d50d8b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 17:56:00.801807 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.quota [None req-3c8bf748-8d35-4919-bdce-abf08d50d8b6 admin admin] Loaded quota_driver: . Aug 31 17:56:00.955107 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3c8bf748-8d35-4919-bdce-abf08d50d8b6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760419367129', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760419367562', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760419412955', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760419410559', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760417760041', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760419399189', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-558328', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-641759', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16356510', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16295267'] for rbac-policy, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:01.199982 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3c8bf748-8d35-4919-bdce-abf08d50d8b6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:01.201222 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-3c8bf748-8d35-4919-bdce-abf08d50d8b6 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8609443 Aug 31 17:56:03.776724 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 53052) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:56:04.272444 dv-cinder-806740-4-iscsi neutron-server[94691]: WARNING oslo_policy.policy [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 17:56:04.273057 dv-cinder-806740-4-iscsi neutron-server[94691]: WARNING oslo_policy.policy [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 17:56:04.492904 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'c8fe011581a54625ba04e2d91963e722', 'tenant_id': 'c8fe011581a54625ba04e2d91963e722', 'admin_state_up': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:56:04.494579 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.quota [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Loaded quota_driver: . Aug 31 17:56:04.720457 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Made reservation on behalf of c8fe011581a54625ba04e2d91963e722 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:56:04.791650 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.policy [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94691) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 17:56:04.837265 dv-cinder-806740-4-iscsi neutron-server[94691]: WARNING oslo_policy.policy [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 17:56:04.837643 dv-cinder-806740-4-iscsi neutron-server[94691]: WARNING oslo_policy.policy [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 17:56:04.849217 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:04.871529 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:05.001347 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:05.102846 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:05.123111 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] vlan segment allocate from pool success with {'vlan_id': 1238, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:56:05.151100 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760416493258', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:05.151693 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Unsubscribe: segment precommit_create {{(pid=94691) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 17:56:05.152270 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.segments_db [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Added segment 64b57194-16bd-432f-8a0c-925a869228ba of type vlan for network 3deca354-cead-48ca-8e06-66649eb6887c Aug 31 17:56:05.169440 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9e32a6-eb41-41a4-b119-3a2f556a2056,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:56:05.189110 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:05.189467 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:05.189808 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:05.190140 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:05.190965 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:05.191312 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:05.191632 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:05.191954 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:05.192291 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:05.192614 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:05.192959 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:05.193275 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Tracked resource versions report: Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: pushed versions: Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: { 'AddressGroup': {'1.2'}, Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'ConntrackHelper': {'1.0'}, Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Log': {'1.0'}, Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Network': {'1.1'}, Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Port': {'1.7'}, Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'PortForwarding': {'1.2'}, Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'QosPolicy': {'1.9'}, Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'SecurityGroup': {'1.4'}, Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'SecurityGroupRule': {'1.2'}, Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'SubPort': {'1.0'}, Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Subnet': {'1.1'}, Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Trunk': {'1.1'}} Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: consumer versions: Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: { DHCP agent@dv-cinder-806740-4-iscsi: {}, Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: L3 agent@dv-cinder-806740-4-iscsi: {}, Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: Metadata agent@dv-cinder-806740-4-iscsi: {}, Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: Metering agent@dv-cinder-806740-4-iscsi: {}, Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: Open vSwitch agent@dv-cinder-806740-4-iscsi: { 'AddressGroup': '1.2', Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'ConntrackHelper': '1.0', Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Log': '1.0', Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Network': '1.1', Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Port': '1.7', Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'PortForwarding': '1.2', Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'QosPolicy': '1.9', Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'SecurityGroup': '1.4', Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'SecurityGroupRule': '1.2', Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'SubPort': '1.0', Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Subnet': '1.1', Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Trunk': '1.1'}} Aug 31 17:56:05.194493 dv-cinder-806740-4-iscsi neutron-server[94691]: {{(pid=94691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 17:56:05.281305 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:05.451196 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:05.452418 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:56:05.453141 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:05.540268 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] Pushing event updated for resources: {'Network': ['ID=3deca354-cead-48ca-8e06-66649eb6887c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:56:05.551676 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network 3deca354-cead-48ca-8e06-66649eb6887c details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:56:05.652173 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-0c8e55f7-0cc5-4cf4-8d9b-7d0394093a86 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.8731873 Aug 31 17:56:08.312879 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 53074) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:56:08.740936 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db42ffd-40d1-4145-a919-0eba0447c4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:56:08.742364 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-4db42ffd-40d1-4145-a919-0eba0447c4a4 admin admin] 10.222.0.58 "GET /v2.0/networks/3deca354-cead-48ca-8e06-66649eb6887c HTTP/1.1" status: 200 len: 826 time: 0.4285603 Aug 31 17:56:08.766834 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-23ec67c6-d7c5-4a46-9fd9-e9056da09de4 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/5b275f8a-4fdf-48c3-9ba4-a5f4ad61a4b7 HTTP/1.1" status: 200 len: 734 time: 0.0184040 Aug 31 17:56:08.776424 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '5b275f8a-4fdf-48c3-9ba4-a5f4ad61a4b7', 'gateway_ip': '172.20.0.1', 'tenant_id': 'c8fe011581a54625ba04e2d91963e722', 'network_id': '3deca354-cead-48ca-8e06-66649eb6887c', 'name': 'private-subnet'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:56:08.937445 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Made reservation on behalf of c8fe011581a54625ba04e2d91963e722 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:56:08.940588 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:09.303369 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:09.376821 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Checking segment: {'id': '64b57194-16bd-432f-8a0c-925a869228ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '3deca354-cead-48ca-8e06-66649eb6887c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:56:09.377487 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Network hostable DHCP agents. Network: 3deca354-cead-48ca-8e06-66649eb6887c, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:56:09.384763 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2759e63c-b29b-4e00-9066-9b733cd12e11,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:56:09.396098 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:09.396467 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:09.396977 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:09.397321 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:09.397655 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:09.397999 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:09.398329 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:09.398654 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:09.398994 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:09.399354 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:09.399642 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:09.399963 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Tracked resource versions report: Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: pushed versions: Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: { 'AddressGroup': {'1.2'}, Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'ConntrackHelper': {'1.0'}, Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Log': {'1.0'}, Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Network': {'1.1'}, Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Port': {'1.7'}, Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'PortForwarding': {'1.2'}, Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'QosPolicy': {'1.9'}, Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'SecurityGroup': {'1.4'}, Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'SecurityGroupRule': {'1.2'}, Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'SubPort': {'1.0'}, Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Subnet': {'1.1'}, Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Trunk': {'1.1'}} Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: consumer versions: Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: { DHCP agent@dv-cinder-806740-4-iscsi: {}, Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: L3 agent@dv-cinder-806740-4-iscsi: {}, Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: Metadata agent@dv-cinder-806740-4-iscsi: {}, Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: Metering agent@dv-cinder-806740-4-iscsi: {}, Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: Open vSwitch agent@dv-cinder-806740-4-iscsi: { 'AddressGroup': '1.2', Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'ConntrackHelper': '1.0', Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Log': '1.0', Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Network': '1.1', Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Port': '1.7', Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'PortForwarding': '1.2', Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'QosPolicy': '1.9', Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'SecurityGroup': '1.4', Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'SecurityGroupRule': '1.2', Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'SubPort': '1.0', Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Subnet': '1.1', Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Trunk': '1.1'}} Aug 31 17:56:09.401074 dv-cinder-806740-4-iscsi neutron-server[94690]: {{(pid=94690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 17:56:09.513941 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Network 3deca354-cead-48ca-8e06-66649eb6887c is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:56:09.610938 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, 3deca354-cead-48ca-8e06-66649eb6887c) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:56:09.616269 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:56:09.616921 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:09.620897 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f276416-28d1-4dc1-b147-16d7c6a2daef None None] Network 3deca354-cead-48ca-8e06-66649eb6887c requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:56:09.732382 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-8f135d22-5795-4dd2-b7bf-5341bc66de76 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9592323 Aug 31 17:56:09.943544 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1379057c-b173-5381-9eb4-fbe772ef9a85-3deca354-cead-48ca-8e06-66649eb6887c', 'network_id': '3deca354-cead-48ca-8e06-66649eb6887c', 'tenant_id': 'c8fe011581a54625ba04e2d91963e722', 'fixed_ips': [{'subnet_id': '2759e63c-b29b-4e00-9066-9b733cd12e11'}]}} from dv-cinder-806740-4-iscsi. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 17:56:09.944738 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:10.223497 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Allocated IP 172.20.0.2 (3deca354-cead-48ca-8e06-66649eb6887c/2759e63c-b29b-4e00-9066-9b733cd12e11/24bda29c-e75e-4fe0-b126-b5a952a24fea) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:56:10.439986 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:10.483800 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Transition to ACTIVE for port object 24bda29c-e75e-4fe0-b126-b5a952a24fea will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:56:10.505350 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Transition to ACTIVE for port object 24bda29c-e75e-4fe0-b126-b5a952a24fea will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:56:10.566319 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:10.634724 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Network 3deca354-cead-48ca-8e06-66649eb6887c is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:56:10.639474 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:56:10.651282 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:56:10.654364 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Pushing event updated for resources: {'Port': ['ID=24bda29c-e75e-4fe0-b126-b5a952a24fea,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:56:10.697565 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:10.697918 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:10.698252 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:10.698581 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:10.698904 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:10.699227 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:10.699545 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:10.699862 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:10.700193 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:10.700517 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:10.700848 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:10.701163 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Tracked resource versions report: Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: pushed versions: Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: { 'AddressGroup': {'1.2'}, Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'ConntrackHelper': {'1.0'}, Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Log': {'1.0'}, Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Network': {'1.1'}, Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Port': {'1.7'}, Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'PortForwarding': {'1.2'}, Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'QosPolicy': {'1.9'}, Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'SecurityGroup': {'1.4'}, Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'SecurityGroupRule': {'1.2'}, Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'SubPort': {'1.0'}, Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Subnet': {'1.1'}, Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Trunk': {'1.1'}} Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: consumer versions: Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: { DHCP agent@dv-cinder-806740-4-iscsi: {}, Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: L3 agent@dv-cinder-806740-4-iscsi: {}, Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: Metadata agent@dv-cinder-806740-4-iscsi: {}, Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: Metering agent@dv-cinder-806740-4-iscsi: {}, Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: Open vSwitch agent@dv-cinder-806740-4-iscsi: { 'AddressGroup': '1.2', Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'ConntrackHelper': '1.0', Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Log': '1.0', Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Network': '1.1', Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Port': '1.7', Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'PortForwarding': '1.2', Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'QosPolicy': '1.9', Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'SecurityGroup': '1.4', Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'SecurityGroupRule': '1.2', Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'SubPort': '1.0', Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Subnet': '1.1', Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Trunk': '1.1'}} Aug 31 17:56:10.702505 dv-cinder-806740-4-iscsi neutron-server[94692]: {{(pid=94692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 17:56:10.736728 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Attempting to bind port 24bda29c-e75e-4fe0-b126-b5a952a24fea on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:56:10.737116 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Attempting to bind port 24bda29c-e75e-4fe0-b126-b5a952a24fea by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '64b57194-16bd-432f-8a0c-925a869228ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '3deca354-cead-48ca-8e06-66649eb6887c'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:56:10.737563 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Attempting to bind port 24bda29c-e75e-4fe0-b126-b5a952a24fea on network 3deca354-cead-48ca-8e06-66649eb6887c {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:56:10.742363 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:56:10.742774 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Checking segment: {'id': '64b57194-16bd-432f-8a0c-925a869228ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '3deca354-cead-48ca-8e06-66649eb6887c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:56:10.743249 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:10.743636 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Bound using segment: {'id': '64b57194-16bd-432f-8a0c-925a869228ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '3deca354-cead-48ca-8e06-66649eb6887c'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:56:10.744152 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Bound port: 24bda29c-e75e-4fe0-b126-b5a952a24fea, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b57194-16bd-432f-8a0c-925a869228ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '3deca354-cead-48ca-8e06-66649eb6887c'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:56:10.744541 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:10.807736 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] For port 24bda29c-e75e-4fe0-b126-b5a952a24fea, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:56:10.812369 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] For port 24bda29c-e75e-4fe0-b126-b5a952a24fea, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=24bda29c-e75e-4fe0-b126-b5a952a24fea,segment=NetworkSegment(64b57194-16bd-432f-8a0c-925a869228ba),segment_id=64b57194-16bd-432f-8a0c-925a869228ba)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:56:10.868937 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:10.934869 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a538df-775d-49e7-b0c3-cb164940c871 None None] Pushing event updated for resources: {'Port': ['ID=24bda29c-e75e-4fe0-b126-b5a952a24fea,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:56:12.161254 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 53086) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:56:12.489280 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [None req-07c3530a-043a-4620-8fa2-6b00fb0777ed admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:56:12.490345 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-07c3530a-043a-4620-8fa2-6b00fb0777ed admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3281288 Aug 31 17:56:14.928681 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 53094) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:56:15.261170 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [None req-bb11c48f-ba7b-4e68-b431-9674bf3326ee admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:56:15.262164 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-bb11c48f-ba7b-4e68-b431-9674bf3326ee admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3325222 Aug 31 17:56:17.924911 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 53104) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:56:18.226893 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-399a2cc9-0a04-453c-a6b9-cc5a5c7ae7fc admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c8fe011581a54625ba04e2d91963e722'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:56:18.339827 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-399a2cc9-0a04-453c-a6b9-cc5a5c7ae7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16621841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:18.341548 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-399a2cc9-0a04-453c-a6b9-cc5a5c7ae7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16624631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16623748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16618855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15901'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:18.507033 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-399a2cc9-0a04-453c-a6b9-cc5a5c7ae7fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:18.589453 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-399a2cc9-0a04-453c-a6b9-cc5a5c7ae7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16624590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16623863'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:18.687264 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-399a2cc9-0a04-453c-a6b9-cc5a5c7ae7fc admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:18.688517 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-399a2cc9-0a04-453c-a6b9-cc5a5c7ae7fc admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7625911 Aug 31 17:56:19.384572 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377e71d2-24b6-40e1-a3ad-e115da685830 None None] Network 3deca354-cead-48ca-8e06-66649eb6887c requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:56:19.545140 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 24bda29c-e75e-4fe0-b126-b5a952a24fea up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:56:19.634612 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ae76b272-24bc-40d5-ad9d-15405bc03242 None None] Provisioning for port 24bda29c-e75e-4fe0-b126-b5a952a24fea completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:56:19.759352 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 24bda29c-e75e-4fe0-b126-b5a952a24fea completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:56:19.763589 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 24bda29c-e75e-4fe0-b126-b5a952a24fea triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:56:19.764166 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:19.885006 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:19.897896 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9431a3c0-034b-4599-87b4-0c221dbd9513 None None] Provisioning complete for port 24bda29c-e75e-4fe0-b126-b5a952a24fea triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:56:19.898282 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9431a3c0-034b-4599-87b4-0c221dbd9513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:19.954758 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port 24bda29c-e75e-4fe0-b126-b5a952a24fea, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=24bda29c-e75e-4fe0-b126-b5a952a24fea,segment=NetworkSegment(64b57194-16bd-432f-8a0c-925a869228ba),segment_id=64b57194-16bd-432f-8a0c-925a869228ba)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:56:20.000372 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9431a3c0-034b-4599-87b4-0c221dbd9513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:20.045127 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:20.117472 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.db.api [None req-9431a3c0-034b-4599-87b4-0c221dbd9513 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 17:56:20.117875 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG oslo_db.api [None req-9431a3c0-034b-4599-87b4-0c221dbd9513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 17:56:20.122075 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=24bda29c-e75e-4fe0-b126-b5a952a24fea,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:56:20.817140 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-60a1a3ae-d40f-466d-a652-b9139882da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:21.076914 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 53118) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:56:21.390215 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [None req-70d9ab5f-4297-4b69-b3d6-2f144559a42e admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:56:21.391244 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-70d9ab5f-4297-4b69-b3d6-2f144559a42e admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3133645 Aug 31 17:56:21.492365 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 24bda29c-e75e-4fe0-b126-b5a952a24fea up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:56:21.546802 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 24bda29c-e75e-4fe0-b126-b5a952a24fea triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:56:21.547078 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:23.410870 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5807a65a-f107-4127-b80b-8ea3901fcb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:23.616514 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:23.817307 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 53126) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:56:24.137034 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-980ebfe2-2f2a-483b-ace5-8028a7faba06 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:56:24.233948 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980ebfe2-2f2a-483b-ace5-8028a7faba06 admin admin] Made reservation on behalf of 28e3a897e61b41efa9287d0b0cfdc053 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:56:24.236309 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-980ebfe2-2f2a-483b-ace5-8028a7faba06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:24.253251 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-980ebfe2-2f2a-483b-ace5-8028a7faba06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:24.370045 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-980ebfe2-2f2a-483b-ace5-8028a7faba06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:24.445215 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:24.496658 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-980ebfe2-2f2a-483b-ace5-8028a7faba06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:24.515771 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-980ebfe2-2f2a-483b-ace5-8028a7faba06 admin admin] Reserving flat network on physical network physnet1 {{(pid=94690) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 17:56:24.537399 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ebfe2-2f2a-483b-ace5-8028a7faba06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31635d1-525a-49db-ada3-75f5835a88db,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:56:24.543422 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-980ebfe2-2f2a-483b-ace5-8028a7faba06 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760416493258', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:24.544008 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-980ebfe2-2f2a-483b-ace5-8028a7faba06 admin admin] Unsubscribe: segment precommit_create {{(pid=94690) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 17:56:24.544477 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.segments_db [None req-980ebfe2-2f2a-483b-ace5-8028a7faba06 admin admin] Added segment 6f05730f-0b6b-4fab-8a28-241675d5a4a2 of type flat for network d0d110ef-3035-4f07-b05a-39b223314ffd Aug 31 17:56:24.596647 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-980ebfe2-2f2a-483b-ace5-8028a7faba06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:24.725112 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-980ebfe2-2f2a-483b-ace5-8028a7faba06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:24.726110 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980ebfe2-2f2a-483b-ace5-8028a7faba06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:56:24.726697 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-980ebfe2-2f2a-483b-ace5-8028a7faba06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:24.819852 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ebfe2-2f2a-483b-ace5-8028a7faba06 admin admin] Pushing event updated for resources: {'Network': ['ID=d0d110ef-3035-4f07-b05a-39b223314ffd,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:56:24.831014 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network d0d110ef-3035-4f07-b05a-39b223314ffd details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:56:24.880065 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-980ebfe2-2f2a-483b-ace5-8028a7faba06 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0616632 Aug 31 17:56:26.519959 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:27.304414 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 53144) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:56:27.538329 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ca502b-06f5-47ad-8205-83a790d5f03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:56:27.539701 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-b9ca502b-06f5-47ad-8205-83a790d5f03b admin admin] 10.222.0.58 "GET /v2.0/subnets/2759e63c-b29b-4e00-9066-9b733cd12e11 HTTP/1.1" status: 200 len: 849 time: 0.2382774 Aug 31 17:56:27.706265 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-df1af5f7-5412-42e6-a329-453318bf5035 admin admin] 10.222.0.58 "GET /v2.0/routers/a2e8015a-8f25-4293-8c69-7131da559bcc HTTP/1.1" status: 200 len: 704 time: 0.1602237 Aug 31 17:56:28.024060 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:28.324974 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] Allocated IP 172.20.0.1 (3deca354-cead-48ca-8e06-66649eb6887c/2759e63c-b29b-4e00-9066-9b733cd12e11/426cea4e-d702-4cde-9943-da57bbc281bc) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:56:28.508106 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:28.532278 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] Transition to ACTIVE for port object 426cea4e-d702-4cde-9943-da57bbc281bc will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:56:28.703295 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:28.769439 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] Network 3deca354-cead-48ca-8e06-66649eb6887c is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:56:28.776274 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:56:28.788822 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:56:28.789402 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16620676'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:28.810633 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] Pushing event updated for resources: {'Port': ['ID=426cea4e-d702-4cde-9943-da57bbc281bc,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:56:29.062146 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:29.136131 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f905c8bd-1765-4395-a2fb-244443f3ee46 None None] Provisioning for port 426cea4e-d702-4cde-9943-da57bbc281bc completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:56:29.140118 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f905c8bd-1765-4395-a2fb-244443f3ee46 None None] Provisioning complete for port 426cea4e-d702-4cde-9943-da57bbc281bc triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:56:29.140490 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f905c8bd-1765-4395-a2fb-244443f3ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:29.173702 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f905c8bd-1765-4395-a2fb-244443f3ee46 None None] Port 426cea4e-d702-4cde-9943-da57bbc281bc cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:56:29.320159 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:29.450870 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:29.451663 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16625204'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:29.528723 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] Pushing event updated for resources: {'Port': ['ID=426cea4e-d702-4cde-9943-da57bbc281bc,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:56:29.577071 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] Network 3deca354-cead-48ca-8e06-66649eb6887c is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:56:29.578346 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:56:29.793520 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d9824023-43e0-4b09-bed8-d01ce1406f68 None None] Provisioning complete for port 426cea4e-d702-4cde-9943-da57bbc281bc triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:56:29.793891 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d9824023-43e0-4b09-bed8-d01ce1406f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:29.830553 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-d9824023-43e0-4b09-bed8-d01ce1406f68 None None] Port 426cea4e-d702-4cde-9943-da57bbc281bc cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:56:29.874239 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] Router a2e8015a-8f25-4293-8c69-7131da559bcc is scheduled to L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 17:56:29.965989 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:56:29.972541 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-f46f75dc-23dc-486e-86b3-d5dcb6741789 admin admin] 10.222.0.58 "PUT /v2.0/routers/a2e8015a-8f25-4293-8c69-7131da559bcc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2605634 Aug 31 17:56:29.977186 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Sync routers for ids ['a2e8015a-8f25-4293-8c69-7131da559bcc'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:56:29.989863 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Routers {'a2e8015a-8f25-4293-8c69-7131da559bcc'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:56:29.990707 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T17:56:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['a2e8015a-8f25-4293-8c69-7131da559bcc'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:56:30.178894 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Set router a2e8015a-8f25-4293-8c69-7131da559bcc gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:56:30.630043 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e8015a-8f25-4293-8c69-7131da559bcc', 'name': 'router1', 'tenant_id': 'c8fe011581a54625ba04e2d91963e722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:56:18Z', 'updated_at': '2021-08-31T17:56:28Z', 'revision_number': 2, 'project_id': 'c8fe011581a54625ba04e2d91963e722', 'gw_port_host': None, '_interfaces': [{'id': '426cea4e-d702-4cde-9943-da57bbc281bc', 'name': '', 'network_id': '3deca354-cead-48ca-8e06-66649eb6887c', 'tenant_id': 'c8fe011581a54625ba04e2d91963e722', 'mac_address': 'fa:16:3e:75:bf:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e8015a-8f25-4293-8c69-7131da559bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2759e63c-b29b-4e00-9066-9b733cd12e11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:56:28Z', 'updated_at': '2021-08-31T17:56:29Z', 'revision_number': 2, 'project_id': 'c8fe011581a54625ba04e2d91963e722', 'subnets': [{'id': '2759e63c-b29b-4e00-9066-9b733cd12e11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b275f8a-4fdf-48c3-9ba4-a5f4ad61a4b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:56:30.687447 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Checking router: a2e8015a-8f25-4293-8c69-7131da559bcc for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:56:30.687807 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Updating router a2e8015a-8f25-4293-8c69-7131da559bcc port 426cea4e-d702-4cde-9943-da57bbc281bc binding host dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:56:30.740591 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:31.292377 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:31.310499 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Transition to ACTIVE for port object 426cea4e-d702-4cde-9943-da57bbc281bc will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:56:31.405155 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:31.578941 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de19edb-04b9-4bb1-b8c4-65819ac63dee None None] Pushing event updated for resources: {'Port': ['ID=426cea4e-d702-4cde-9943-da57bbc281bc,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:56:31.590777 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Attempting to bind port 426cea4e-d702-4cde-9943-da57bbc281bc on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:56:31.591194 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Attempting to bind port 426cea4e-d702-4cde-9943-da57bbc281bc by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '64b57194-16bd-432f-8a0c-925a869228ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '3deca354-cead-48ca-8e06-66649eb6887c'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:56:31.591633 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Attempting to bind port 426cea4e-d702-4cde-9943-da57bbc281bc on network 3deca354-cead-48ca-8e06-66649eb6887c {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:56:31.594218 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19edb-04b9-4bb1-b8c4-65819ac63dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:31.594563 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19edb-04b9-4bb1-b8c4-65819ac63dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:31.594905 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19edb-04b9-4bb1-b8c4-65819ac63dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:31.595237 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19edb-04b9-4bb1-b8c4-65819ac63dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:31.595568 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19edb-04b9-4bb1-b8c4-65819ac63dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:31.596469 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19edb-04b9-4bb1-b8c4-65819ac63dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:31.596808 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19edb-04b9-4bb1-b8c4-65819ac63dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:31.597142 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19edb-04b9-4bb1-b8c4-65819ac63dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:31.597476 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19edb-04b9-4bb1-b8c4-65819ac63dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:31.597799 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19edb-04b9-4bb1-b8c4-65819ac63dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:31.598127 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19edb-04b9-4bb1-b8c4-65819ac63dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:31.598446 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19edb-04b9-4bb1-b8c4-65819ac63dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19edb-04b9-4bb1-b8c4-65819ac63dee None None] Tracked resource versions report: Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: pushed versions: Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: { 'AddressGroup': {'1.2'}, Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'ConntrackHelper': {'1.0'}, Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Log': {'1.0'}, Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Network': {'1.1'}, Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Port': {'1.7'}, Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'PortForwarding': {'1.2'}, Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'QosPolicy': {'1.9'}, Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'SecurityGroup': {'1.4'}, Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'SecurityGroupRule': {'1.2'}, Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'SubPort': {'1.0'}, Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Subnet': {'1.1'}, Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Trunk': {'1.1'}} Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: consumer versions: Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: { DHCP agent@dv-cinder-806740-4-iscsi: {}, Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: L3 agent@dv-cinder-806740-4-iscsi: {}, Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: Metadata agent@dv-cinder-806740-4-iscsi: {}, Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: Metering agent@dv-cinder-806740-4-iscsi: {}, Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: Open vSwitch agent@dv-cinder-806740-4-iscsi: { 'AddressGroup': '1.2', Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'ConntrackHelper': '1.0', Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Log': '1.0', Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Network': '1.1', Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Port': '1.7', Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'PortForwarding': '1.2', Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'QosPolicy': '1.9', Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'SecurityGroup': '1.4', Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'SecurityGroupRule': '1.2', Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'SubPort': '1.0', Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Subnet': '1.1', Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Trunk': '1.1'}} Aug 31 17:56:31.599552 dv-cinder-806740-4-iscsi neutron-server[94693]: {{(pid=94693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 17:56:31.607277 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:56:31.607687 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Checking segment: {'id': '64b57194-16bd-432f-8a0c-925a869228ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '3deca354-cead-48ca-8e06-66649eb6887c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:56:31.608189 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:31.608580 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Bound using segment: {'id': '64b57194-16bd-432f-8a0c-925a869228ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '3deca354-cead-48ca-8e06-66649eb6887c'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:56:31.609117 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Bound port: 426cea4e-d702-4cde-9943-da57bbc281bc, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b57194-16bd-432f-8a0c-925a869228ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '3deca354-cead-48ca-8e06-66649eb6887c'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:56:31.609510 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:31.677434 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] For port 426cea4e-d702-4cde-9943-da57bbc281bc, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:56:31.696140 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] For port 426cea4e-d702-4cde-9943-da57bbc281bc, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=426cea4e-d702-4cde-9943-da57bbc281bc,segment=NetworkSegment(64b57194-16bd-432f-8a0c-925a869228ba),segment_id=64b57194-16bd-432f-8a0c-925a869228ba)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:56:31.811484 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:31.871591 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de19edb-04b9-4bb1-b8c4-65819ac63dee None None] Pushing event updated for resources: {'Port': ['ID=426cea4e-d702-4cde-9943-da57bbc281bc,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:56:31.875925 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Routers {'a2e8015a-8f25-4293-8c69-7131da559bcc'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:56:31.876560 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T17:56:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['a2e8015a-8f25-4293-8c69-7131da559bcc'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:56:31.982524 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] Set router a2e8015a-8f25-4293-8c69-7131da559bcc gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:56:32.199398 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e8015a-8f25-4293-8c69-7131da559bcc', 'name': 'router1', 'tenant_id': 'c8fe011581a54625ba04e2d91963e722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:56:18Z', 'updated_at': '2021-08-31T17:56:28Z', 'revision_number': 2, 'project_id': 'c8fe011581a54625ba04e2d91963e722', 'gw_port_host': None, '_interfaces': [{'id': '426cea4e-d702-4cde-9943-da57bbc281bc', 'name': '', 'network_id': '3deca354-cead-48ca-8e06-66649eb6887c', 'tenant_id': 'c8fe011581a54625ba04e2d91963e722', 'mac_address': 'fa:16:3e:75:bf:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e8015a-8f25-4293-8c69-7131da559bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2759e63c-b29b-4e00-9066-9b733cd12e11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:56:28Z', 'updated_at': '2021-08-31T17:56:31Z', 'revision_number': 4, 'project_id': 'c8fe011581a54625ba04e2d91963e722', 'subnets': [{'id': '2759e63c-b29b-4e00-9066-9b733cd12e11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b275f8a-4fdf-48c3-9ba4-a5f4ad61a4b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:56:32.225388 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066e989d-bb50-491b-b9d1-b974a3853c45 None None] The sync data for ids ['a2e8015a-8f25-4293-8c69-7131da559bcc'] in dv-cinder-806740-4-iscsi is: [{'id': 'a2e8015a-8f25-4293-8c69-7131da559bcc', 'name': 'router1', 'tenant_id': 'c8fe011581a54625ba04e2d91963e722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:56:18Z', 'updated_at': '2021-08-31T17:56:28Z', 'revision_number': 2, 'project_id': 'c8fe011581a54625ba04e2d91963e722', 'gw_port_host': None, '_interfaces': [{'id': '426cea4e-d702-4cde-9943-da57bbc281bc', 'name': '', 'network_id': '3deca354-cead-48ca-8e06-66649eb6887c', 'tenant_id': 'c8fe011581a54625ba04e2d91963e722', 'mac_address': 'fa:16:3e:75:bf:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e8015a-8f25-4293-8c69-7131da559bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2759e63c-b29b-4e00-9066-9b733cd12e11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:56:28Z', 'updated_at': '2021-08-31T17:56:31Z', 'revision_number': 4, 'project_id': 'c8fe011581a54625ba04e2d91963e722', 'subnets': [{'id': '2759e63c-b29b-4e00-9066-9b733cd12e11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b275f8a-4fdf-48c3-9ba4-a5f4ad61a4b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:56:32.241079 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 53164) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:56:32.358856 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b101e70f-7104-4ed7-8d0d-42cb01a64161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:56:32.360128 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-b101e70f-7104-4ed7-8d0d-42cb01a64161 admin admin] 10.222.0.58 "GET /v2.0/networks/d0d110ef-3035-4f07-b05a-39b223314ffd HTTP/1.1" status: 200 len: 842 time: 0.1181068 Aug 31 17:56:32.370901 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-9407fa50-30c2-4992-836a-82bd16b7aa46 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:56:32.553675 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9407fa50-30c2-4992-836a-82bd16b7aa46 admin admin] Made reservation on behalf of 28e3a897e61b41efa9287d0b0cfdc053 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:56:32.556254 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9407fa50-30c2-4992-836a-82bd16b7aa46 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:32.993768 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.objects.ports [None req-9407fa50-30c2-4992-836a-82bd16b7aa46 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94691) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 17:56:32.994237 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9407fa50-30c2-4992-836a-82bd16b7aa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:33.046488 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407fa50-30c2-4992-836a-82bd16b7aa46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:56:33.060254 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9407fa50-30c2-4992-836a-82bd16b7aa46 admin admin] Checking segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:56:33.060601 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9407fa50-30c2-4992-836a-82bd16b7aa46 admin admin] Network hostable DHCP agents. Network: d0d110ef-3035-4f07-b05a-39b223314ffd, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:56:33.170445 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9407fa50-30c2-4992-836a-82bd16b7aa46 admin admin] Network d0d110ef-3035-4f07-b05a-39b223314ffd is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:56:33.308100 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-9407fa50-30c2-4992-836a-82bd16b7aa46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, d0d110ef-3035-4f07-b05a-39b223314ffd) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:56:33.312504 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9407fa50-30c2-4992-836a-82bd16b7aa46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:56:33.313192 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9407fa50-30c2-4992-836a-82bd16b7aa46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:33.320098 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fe9444-a83b-4cab-a774-99c443722cc9 None None] Network d0d110ef-3035-4f07-b05a-39b223314ffd requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:56:33.447804 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80b1b09-e53c-4c9f-bd76-57e26a954b6e None None] Network d0d110ef-3035-4f07-b05a-39b223314ffd requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:56:33.451403 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-9407fa50-30c2-4992-836a-82bd16b7aa46 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0839589 Aug 31 17:56:35.749259 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 53172) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:56:35.974030 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-33aa807a-ef15-440f-9cc4-d1e4e2e42b1b admin admin] 10.222.0.58 "GET /v2.0/routers/a2e8015a-8f25-4293-8c69-7131da559bcc HTTP/1.1" status: 200 len: 710 time: 0.2235577 Aug 31 17:56:36.090062 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17353c5e-0867-421c-8faf-bce1c794dc3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:56:36.091486 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-17353c5e-0867-421c-8faf-bce1c794dc3c admin admin] 10.222.0.58 "GET /v2.0/networks/d0d110ef-3035-4f07-b05a-39b223314ffd HTTP/1.1" status: 200 len: 886 time: 0.1115513 Aug 31 17:56:36.101283 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d9e3914c-d6f2-41db-bb60-87eb6c5e72ff admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:56:36.354646 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9e3914c-d6f2-41db-bb60-87eb6c5e72ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:36.692261 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9e3914c-d6f2-41db-bb60-87eb6c5e72ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:36.831297 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9e3914c-d6f2-41db-bb60-87eb6c5e72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:37.031757 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-d9e3914c-d6f2-41db-bb60-87eb6c5e72ff admin admin] Allocated IP 172.27.3.30 (d0d110ef-3035-4f07-b05a-39b223314ffd/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d/c4d2f0ce-2e64-4663-8476-20d56c938e9f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:56:37.143454 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9e3914c-d6f2-41db-bb60-87eb6c5e72ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:37.302893 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9e3914c-d6f2-41db-bb60-87eb6c5e72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:37.384526 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e3914c-d6f2-41db-bb60-87eb6c5e72ff admin admin] Network d0d110ef-3035-4f07-b05a-39b223314ffd is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:56:37.389621 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-d9e3914c-d6f2-41db-bb60-87eb6c5e72ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:56:37.392333 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e3914c-d6f2-41db-bb60-87eb6c5e72ff admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:56:37.399507 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3914c-d6f2-41db-bb60-87eb6c5e72ff admin admin] Pushing event updated for resources: {'Port': ['ID=c4d2f0ce-2e64-4663-8476-20d56c938e9f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:56:37.550884 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 426cea4e-d702-4cde-9943-da57bbc281bc up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:56:37.730136 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 426cea4e-d702-4cde-9943-da57bbc281bc completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:56:37.734187 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 426cea4e-d702-4cde-9943-da57bbc281bc triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:56:37.734588 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:37.822839 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9e3914c-d6f2-41db-bb60-87eb6c5e72ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:37.867187 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:37.900210 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port 426cea4e-d702-4cde-9943-da57bbc281bc, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=426cea4e-d702-4cde-9943-da57bbc281bc,segment=NetworkSegment(64b57194-16bd-432f-8a0c-925a869228ba),segment_id=64b57194-16bd-432f-8a0c-925a869228ba)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:56:37.987662 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:38.020741 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9e3914c-d6f2-41db-bb60-87eb6c5e72ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16623850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16624604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16111'] for router, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:38.025237 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9e3914c-d6f2-41db-bb60-87eb6c5e72ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16623863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16623841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16623864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16624581'] for router, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:38.035355 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=426cea4e-d702-4cde-9943-da57bbc281bc,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:56:38.140193 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e3914c-d6f2-41db-bb60-87eb6c5e72ff admin admin] Router a2e8015a-8f25-4293-8c69-7131da559bcc has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:56:38.249060 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e3914c-d6f2-41db-bb60-87eb6c5e72ff admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:56:38.254029 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9e3914c-d6f2-41db-bb60-87eb6c5e72ff admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:38.255344 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-d9e3914c-d6f2-41db-bb60-87eb6c5e72ff admin admin] 10.222.0.58 "PUT /v2.0/routers/a2e8015a-8f25-4293-8c69-7131da559bcc HTTP/1.1" status: 200 len: 889 time: 2.1572559 Aug 31 17:56:38.682802 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Sync routers for ids ['a2e8015a-8f25-4293-8c69-7131da559bcc'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:56:38.694186 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Routers {'a2e8015a-8f25-4293-8c69-7131da559bcc'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:56:38.694826 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T17:56:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['a2e8015a-8f25-4293-8c69-7131da559bcc'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:56:38.902357 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Set router a2e8015a-8f25-4293-8c69-7131da559bcc gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:56:39.296946 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e8015a-8f25-4293-8c69-7131da559bcc', 'name': 'router1', 'tenant_id': 'c8fe011581a54625ba04e2d91963e722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c4d2f0ce-2e64-4663-8476-20d56c938e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:56:18Z', 'updated_at': '2021-08-31T17:56:37Z', 'revision_number': 4, 'project_id': 'c8fe011581a54625ba04e2d91963e722', 'gw_port': {'id': 'c4d2f0ce-2e64-4663-8476-20d56c938e9f', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e8015a-8f25-4293-8c69-7131da559bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:56:36Z', 'updated_at': '2021-08-31T17:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '426cea4e-d702-4cde-9943-da57bbc281bc', 'name': '', 'network_id': '3deca354-cead-48ca-8e06-66649eb6887c', 'tenant_id': 'c8fe011581a54625ba04e2d91963e722', 'mac_address': 'fa:16:3e:75:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8015a-8f25-4293-8c69-7131da559bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2759e63c-b29b-4e00-9066-9b733cd12e11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:56:28Z', 'updated_at': '2021-08-31T17:56:37Z', 'revision_number': 5, 'project_id': 'c8fe011581a54625ba04e2d91963e722', 'subnets': [{'id': '2759e63c-b29b-4e00-9066-9b733cd12e11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b275f8a-4fdf-48c3-9ba4-a5f4ad61a4b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:56:39.348903 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Checking router: a2e8015a-8f25-4293-8c69-7131da559bcc for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:56:39.349279 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Updating router a2e8015a-8f25-4293-8c69-7131da559bcc port c4d2f0ce-2e64-4663-8476-20d56c938e9f binding host dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:56:39.395899 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:39.507514 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 426cea4e-d702-4cde-9943-da57bbc281bc up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:56:39.647613 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 426cea4e-d702-4cde-9943-da57bbc281bc triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:56:39.647986 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:39.893577 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:39.901656 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Transition to ACTIVE for port object c4d2f0ce-2e64-4663-8476-20d56c938e9f will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:56:40.018601 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:40.072626 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Attempting to bind port c4d2f0ce-2e64-4663-8476-20d56c938e9f on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:56:40.073024 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Attempting to bind port c4d2f0ce-2e64-4663-8476-20d56c938e9f by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:56:40.073388 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Attempting to bind port c4d2f0ce-2e64-4663-8476-20d56c938e9f on network d0d110ef-3035-4f07-b05a-39b223314ffd {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:56:40.075221 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d852c1-c1e0-4e2e-b98a-1e82bb3f8da1 None None] Pushing event updated for resources: {'Port': ['ID=c4d2f0ce-2e64-4663-8476-20d56c938e9f,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:56:40.080579 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:56:40.080977 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Checking segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:56:40.081376 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:40.081760 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Bound using segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:56:40.082224 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Bound port: c4d2f0ce-2e64-4663-8476-20d56c938e9f, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:56:40.082614 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:40.139413 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] For port c4d2f0ce-2e64-4663-8476-20d56c938e9f, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:56:40.142583 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] For port c4d2f0ce-2e64-4663-8476-20d56c938e9f, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=c4d2f0ce-2e64-4663-8476-20d56c938e9f,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:56:40.216002 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:40.274231 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d852c1-c1e0-4e2e-b98a-1e82bb3f8da1 None None] Pushing event updated for resources: {'Port': ['ID=c4d2f0ce-2e64-4663-8476-20d56c938e9f,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:56:40.276874 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Routers {'a2e8015a-8f25-4293-8c69-7131da559bcc'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:56:40.277478 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T17:56:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['a2e8015a-8f25-4293-8c69-7131da559bcc'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:56:40.386833 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] Set router a2e8015a-8f25-4293-8c69-7131da559bcc gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:56:40.605450 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e8015a-8f25-4293-8c69-7131da559bcc', 'name': 'router1', 'tenant_id': 'c8fe011581a54625ba04e2d91963e722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c4d2f0ce-2e64-4663-8476-20d56c938e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:56:18Z', 'updated_at': '2021-08-31T17:56:37Z', 'revision_number': 4, 'project_id': 'c8fe011581a54625ba04e2d91963e722', 'gw_port': {'id': 'c4d2f0ce-2e64-4663-8476-20d56c938e9f', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e8015a-8f25-4293-8c69-7131da559bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:56:36Z', 'updated_at': '2021-08-31T17:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '426cea4e-d702-4cde-9943-da57bbc281bc', 'name': '', 'network_id': '3deca354-cead-48ca-8e06-66649eb6887c', 'tenant_id': 'c8fe011581a54625ba04e2d91963e722', 'mac_address': 'fa:16:3e:75:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8015a-8f25-4293-8c69-7131da559bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2759e63c-b29b-4e00-9066-9b733cd12e11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:56:28Z', 'updated_at': '2021-08-31T17:56:37Z', 'revision_number': 5, 'project_id': 'c8fe011581a54625ba04e2d91963e722', 'subnets': [{'id': '2759e63c-b29b-4e00-9066-9b733cd12e11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b275f8a-4fdf-48c3-9ba4-a5f4ad61a4b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:56:40.631786 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed50def-bc89-4954-acc8-d3593dd483b2 None None] The sync data for ids ['a2e8015a-8f25-4293-8c69-7131da559bcc'] in dv-cinder-806740-4-iscsi is: [{'id': 'a2e8015a-8f25-4293-8c69-7131da559bcc', 'name': 'router1', 'tenant_id': 'c8fe011581a54625ba04e2d91963e722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c4d2f0ce-2e64-4663-8476-20d56c938e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:56:18Z', 'updated_at': '2021-08-31T17:56:37Z', 'revision_number': 4, 'project_id': 'c8fe011581a54625ba04e2d91963e722', 'gw_port': {'id': 'c4d2f0ce-2e64-4663-8476-20d56c938e9f', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e8015a-8f25-4293-8c69-7131da559bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:56:36Z', 'updated_at': '2021-08-31T17:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '426cea4e-d702-4cde-9943-da57bbc281bc', 'name': '', 'network_id': '3deca354-cead-48ca-8e06-66649eb6887c', 'tenant_id': 'c8fe011581a54625ba04e2d91963e722', 'mac_address': 'fa:16:3e:75:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e8015a-8f25-4293-8c69-7131da559bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2759e63c-b29b-4e00-9066-9b733cd12e11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:56:28Z', 'updated_at': '2021-08-31T17:56:37Z', 'revision_number': 5, 'project_id': 'c8fe011581a54625ba04e2d91963e722', 'subnets': [{'id': '2759e63c-b29b-4e00-9066-9b733cd12e11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b275f8a-4fdf-48c3-9ba4-a5f4ad61a4b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:56:40.674981 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 53184) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:56:40.815657 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-fee8f15b-4d7c-4fc3-84d7-7b871e4eada2 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1395497 Aug 31 17:56:41.530908 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device c4d2f0ce-2e64-4663-8476-20d56c938e9f up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:56:41.696335 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port c4d2f0ce-2e64-4663-8476-20d56c938e9f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:56:41.706448 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port c4d2f0ce-2e64-4663-8476-20d56c938e9f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:56:41.707081 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:41.790264 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:41.809948 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port c4d2f0ce-2e64-4663-8476-20d56c938e9f, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=c4d2f0ce-2e64-4663-8476-20d56c938e9f,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:56:41.890400 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:41.937995 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=c4d2f0ce-2e64-4663-8476-20d56c938e9f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:56:43.512558 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device c4d2f0ce-2e64-4663-8476-20d56c938e9f up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:56:43.568065 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port c4d2f0ce-2e64-4663-8476-20d56c938e9f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:56:43.568432 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:49.971563 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:56:50.770661 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a11ff400-27c3-44f8-9c51-f0d2d89afa6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:53.473647 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-04f9db50-0148-4ba9-aa7d-29f27e7b8b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:53.656835 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:54.375891 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:56:56.501581 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:57:21.271897 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-96e3ebb4-7944-48f5-8eb1-b296fec340a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:57:23.398251 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ccb6c65-e7bf-42ad-a3cd-84f175b446cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:57:23.603606 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:57:24.387157 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:57:26.512323 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:57:26.970591 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:57:50.767810 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f06c7951-3ec7-4069-a461-36ca9a47c7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:57:53.414563 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-54647a6e-3cb2-43bf-8b97-08ef167d5f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:57:53.607667 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:57:54.385840 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:57:56.511617 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:58:03.969669 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:58:20.035699 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 53746) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:58:20.098043 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e22a6e-1ef2-4fd6-8e00-40721e5cf56b admin admin] GET failed (client error): The resource could not be found. Aug 31 17:58:20.099384 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-04e22a6e-1ef2-4fd6-8e00-40721e5cf56b admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0627406 Aug 31 17:58:20.265602 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0487417f-97f1-4297-9ec0-0d4e1f2bbe03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:58:20.267620 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-0487417f-97f1-4297-9ec0-0d4e1f2bbe03 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1632915 Aug 31 17:58:20.744720 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-094bed8c-a2e7-40e7-961b-cf111e46f7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:58:22.461621 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 53756) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:58:22.631770 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39d84ef-528f-409f-95c3-596d3459b745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:58:22.633184 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-e39d84ef-528f-409f-95c3-596d3459b745 admin admin] 10.222.0.58 "GET /v2.0/subnets/2759e63c-b29b-4e00-9066-9b733cd12e11 HTTP/1.1" status: 200 len: 849 time: 0.1705947 Aug 31 17:58:22.643461 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e2d669ff-4f0f-44c5-898f-2947a4e94883 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:58:22.728390 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2d669ff-4f0f-44c5-898f-2947a4e94883 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:58:22.928121 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2d669ff-4f0f-44c5-898f-2947a4e94883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760416558556'] for subnet, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:58:22.960474 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d669ff-4f0f-44c5-898f-2947a4e94883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:58:22.961466 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2d669ff-4f0f-44c5-898f-2947a4e94883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:58:22.962407 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-e2d669ff-4f0f-44c5-898f-2947a4e94883 admin admin] 10.222.0.58 "PUT /v2.0/subnets/2759e63c-b29b-4e00-9066-9b733cd12e11 HTTP/1.1" status: 200 len: 868 time: 0.3228624 Aug 31 17:58:22.965196 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bcc079-9395-4298-8d53-208770e00ff8 None None] Network 3deca354-cead-48ca-8e06-66649eb6887c requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:58:22.982596 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d669ff-4f0f-44c5-898f-2947a4e94883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2759e63c-b29b-4e00-9066-9b733cd12e11,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:58:22.991046 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d669ff-4f0f-44c5-898f-2947a4e94883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:58:22.991441 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d669ff-4f0f-44c5-898f-2947a4e94883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:58:22.991769 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d669ff-4f0f-44c5-898f-2947a4e94883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:58:22.992102 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d669ff-4f0f-44c5-898f-2947a4e94883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:58:22.992461 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d669ff-4f0f-44c5-898f-2947a4e94883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:58:22.992785 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d669ff-4f0f-44c5-898f-2947a4e94883 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:58:22.993154 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d669ff-4f0f-44c5-898f-2947a4e94883 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:58:22.993486 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d669ff-4f0f-44c5-898f-2947a4e94883 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:58:22.993877 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d669ff-4f0f-44c5-898f-2947a4e94883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:58:22.994216 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d669ff-4f0f-44c5-898f-2947a4e94883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:58:22.994545 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d669ff-4f0f-44c5-898f-2947a4e94883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:58:22.994875 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d669ff-4f0f-44c5-898f-2947a4e94883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:58:23.363858 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-976a41be-d5cd-4bcb-bf3c-61426789462e None None] Provisioning complete for port 24bda29c-e75e-4fe0-b126-b5a952a24fea triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:58:23.364219 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-976a41be-d5cd-4bcb-bf3c-61426789462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:58:23.385475 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4f0b-4338-4147-8a71-c7a2d29e4e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:58:23.454766 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-976a41be-d5cd-4bcb-bf3c-61426789462e None None] Provisioning complete for port 426cea4e-d702-4cde-9943-da57bbc281bc triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:58:23.455020 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-976a41be-d5cd-4bcb-bf3c-61426789462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:58:23.642443 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:58:24.378789 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:58:25.178884 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 53764) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:58:25.382804 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b547daae-2e0a-4531-beb2-ac22448b6db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:58:25.383272 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b547daae-2e0a-4531-beb2-ac22448b6db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:58:25.384865 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-b547daae-2e0a-4531-beb2-ac22448b6db9 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2050176 Aug 31 17:58:26.527659 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:58:27.580484 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 53774) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:58:27.787422 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4299a38-a129-4d3c-9ed6-379718eaa3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:58:27.787797 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4299a38-a129-4d3c-9ed6-379718eaa3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:58:27.789371 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-f4299a38-a129-4d3c-9ed6-379718eaa3f8 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2079146 Aug 31 17:58:30.004263 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 53782) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:58:30.153562 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc26f825-3813-4aa1-afe7-262d5cdf67e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:58:30.155001 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-bc26f825-3813-4aa1-afe7-262d5cdf67e0 admin admin] 10.222.0.58 "GET /v2.0/networks/3deca354-cead-48ca-8e06-66649eb6887c HTTP/1.1" status: 200 len: 870 time: 0.1496480 Aug 31 17:58:32.362025 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 53790) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:58:32.486574 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c2ff16-d640-4258-b432-efacb9cc4315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:58:32.487932 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-b4c2ff16-d640-4258-b432-efacb9cc4315 admin admin] 10.222.0.58 "GET /v2.0/networks/d0d110ef-3035-4f07-b05a-39b223314ffd HTTP/1.1" status: 200 len: 886 time: 0.1249657 Aug 31 17:58:34.658474 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 53798) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:58:34.782672 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2644d345-0a97-4c57-bb91-fdfd27b3c4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:58:34.783117 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2644d345-0a97-4c57-bb91-fdfd27b3c4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:58:34.784630 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-2644d345-0a97-4c57-bb91-fdfd27b3c4af admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252401 Aug 31 17:58:36.970519 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 53806) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:58:37.095522 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8539a2d5-7667-4f66-9b28-16003357ce5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:58:37.095959 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8539a2d5-7667-4f66-9b28-16003357ce5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:58:37.097544 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-8539a2d5-7667-4f66-9b28-16003357ce5c admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260736 Aug 31 17:58:39.287418 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 53814) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:58:39.383940 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd54bdc-da83-4ff2-a3ac-5cfd6e1c060b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:58:39.385337 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-5fd54bdc-da83-4ff2-a3ac-5cfd6e1c060b admin admin] 10.222.0.58 "GET /v2.0/subnets/2759e63c-b29b-4e00-9066-9b733cd12e11 HTTP/1.1" status: 200 len: 868 time: 0.0970645 Aug 31 17:58:40.968025 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:58:41.649503 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 53822) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:58:41.736268 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b31dba-4b3f-4111-8c87-4206ebd5e2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:58:41.737658 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-c7b31dba-4b3f-4111-8c87-4206ebd5e2f0 admin admin] 10.222.0.58 "GET /v2.0/subnets/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d HTTP/1.1" status: 200 len: 816 time: 0.0871983 Aug 31 17:58:50.755560 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d4b67b1e-771e-4854-9eba-55e8d465eb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:58:53.423494 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f0a29925-d7cc-49e1-908f-3df5dca83d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:58:53.606459 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:58:54.389109 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:58:56.526528 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:05.931100 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 53876) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:59:05.978344 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [None req-a506a095-c023-481f-aa59-c113622ca956 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:59:05.979339 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-a506a095-c023-481f-aa59-c113622ca956 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472825 Aug 31 17:59:08.254761 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 53884) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:59:08.315238 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.pecan_wsgi.hooks.translation [None req-27bb4b72-689f-49f2-9a05-733c8d6ec7a0 admin admin] GET failed (client error): The resource could not be found. Aug 31 17:59:08.316561 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-27bb4b72-689f-49f2-9a05-733c8d6ec7a0 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608656 Aug 31 17:59:08.540636 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6938b7be-ba59-48dc-9ccb-6f7e5d090c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:59:08.542090 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-6938b7be-ba59-48dc-9ccb-6f7e5d090c5e admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2208519 Aug 31 17:59:10.748174 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 53892) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:59:10.795802 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:59:10.897648 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Made reservation on behalf of 28e3a897e61b41efa9287d0b0cfdc053 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:59:10.900282 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:10.928159 dv-cinder-806740-4-iscsi neutron-server[94691]: WARNING neutron.services.revisions.revision_plugin [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Could not find related network for resource to bump revision. Aug 31 17:59:10.940458 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] vlan segment allocate from pool success with {'vlan_id': 1236, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:59:10.949904 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:10.950236 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.segments_db [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Added segment aa326d72-7237-4922-8d53-f74798c0fb8d of type vlan for network 090e939d-9429-482d-9cf1-fcb155def651 Aug 31 17:59:10.988418 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:11.166627 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:11.167633 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:59:11.168224 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:11.227832 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Pushing event updated for resources: {'Network': ['ID=090e939d-9429-482d-9cf1-fcb155def651,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:59:11.234848 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:11.241632 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:11.241632 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:11.241632 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:11.241632 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:11.241632 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:11.241632 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:11.241632 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:11.241632 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:11.241632 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:11.241632 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:11.241632 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:11.248817 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network 090e939d-9429-482d-9cf1-fcb155def651 details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:59:11.412397 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-da3e0d4f-7911-426a-a680-cd47b3576e66 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.6630003 Aug 31 17:59:13.623019 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 53900) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:59:13.684916 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6fe1dc-a291-47bf-9fb7-40988a209415 admin admin] GET failed (client error): The resource could not be found. Aug 31 17:59:13.686248 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-da6fe1dc-a291-47bf-9fb7-40988a209415 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622146 Aug 31 17:59:13.758584 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074ca625-b53a-41c7-812a-cb078e12aa4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:59:13.760318 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-074ca625-b53a-41c7-812a-cb078e12aa4d admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0691407 Aug 31 17:59:13.770791 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5ad16e01-45cc-4833-84f4-6fad98e08b7c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '090e939d-9429-482d-9cf1-fcb155def651'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:59:13.874478 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad16e01-45cc-4833-84f4-6fad98e08b7c admin admin] Made reservation on behalf of 28e3a897e61b41efa9287d0b0cfdc053 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:59:13.876749 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ad16e01-45cc-4833-84f4-6fad98e08b7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:14.160568 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ad16e01-45cc-4833-84f4-6fad98e08b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:14.217017 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad16e01-45cc-4833-84f4-6fad98e08b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9fb8ac5-bd86-4623-bc18-efafbe924ce0,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:59:14.227499 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad16e01-45cc-4833-84f4-6fad98e08b7c admin admin] Checking segment: {'id': 'aa326d72-7237-4922-8d53-f74798c0fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '090e939d-9429-482d-9cf1-fcb155def651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:59:14.227499 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad16e01-45cc-4833-84f4-6fad98e08b7c admin admin] Network hostable DHCP agents. Network: 090e939d-9429-482d-9cf1-fcb155def651, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:59:14.411940 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad16e01-45cc-4833-84f4-6fad98e08b7c admin admin] Network 090e939d-9429-482d-9cf1-fcb155def651 is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:59:14.525444 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-5ad16e01-45cc-4833-84f4-6fad98e08b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, 090e939d-9429-482d-9cf1-fcb155def651) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:59:14.529664 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad16e01-45cc-4833-84f4-6fad98e08b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:59:14.530368 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ad16e01-45cc-4833-84f4-6fad98e08b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:14.534785 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2773b05b-341b-4885-9723-5d0d540b86f4 None None] Network 090e939d-9429-482d-9cf1-fcb155def651 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:59:14.669827 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-5ad16e01-45cc-4833-84f4-6fad98e08b7c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9022942 Aug 31 17:59:14.679518 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af312466-e254-4095-9350-895a97e3599e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1379057c-b173-5381-9eb4-fbe772ef9a85-090e939d-9429-482d-9cf1-fcb155def651', 'network_id': '090e939d-9429-482d-9cf1-fcb155def651', 'tenant_id': '28e3a897e61b41efa9287d0b0cfdc053', 'fixed_ips': [{'subnet_id': 'e9fb8ac5-bd86-4623-bc18-efafbe924ce0'}]}} from dv-cinder-806740-4-iscsi. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 17:59:14.680435 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-af312466-e254-4095-9350-895a97e3599e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:14.824515 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-af312466-e254-4095-9350-895a97e3599e None None] Allocated IP 192.168.233.2 (090e939d-9429-482d-9cf1-fcb155def651/e9fb8ac5-bd86-4623-bc18-efafbe924ce0/42fd0104-a744-4cf6-bec8-9961de0018a0) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:59:14.974136 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-af312466-e254-4095-9350-895a97e3599e None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:14.982430 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-af312466-e254-4095-9350-895a97e3599e None None] Transition to ACTIVE for port object 42fd0104-a744-4cf6-bec8-9961de0018a0 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:59:14.997973 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-af312466-e254-4095-9350-895a97e3599e None None] Transition to ACTIVE for port object 42fd0104-a744-4cf6-bec8-9961de0018a0 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:59:15.075250 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-af312466-e254-4095-9350-895a97e3599e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:15.118557 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af312466-e254-4095-9350-895a97e3599e None None] Network 090e939d-9429-482d-9cf1-fcb155def651 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:59:15.121710 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-af312466-e254-4095-9350-895a97e3599e None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:59:15.126737 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af312466-e254-4095-9350-895a97e3599e None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:59:15.129981 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af312466-e254-4095-9350-895a97e3599e None None] Pushing event updated for resources: {'Port': ['ID=42fd0104-a744-4cf6-bec8-9961de0018a0,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:59:15.156567 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af312466-e254-4095-9350-895a97e3599e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:15.156939 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af312466-e254-4095-9350-895a97e3599e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:15.157277 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af312466-e254-4095-9350-895a97e3599e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:15.157606 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af312466-e254-4095-9350-895a97e3599e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:15.157928 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af312466-e254-4095-9350-895a97e3599e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:15.158254 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af312466-e254-4095-9350-895a97e3599e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:15.158574 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af312466-e254-4095-9350-895a97e3599e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:15.158889 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af312466-e254-4095-9350-895a97e3599e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:15.159226 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af312466-e254-4095-9350-895a97e3599e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:15.159546 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af312466-e254-4095-9350-895a97e3599e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:15.159862 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af312466-e254-4095-9350-895a97e3599e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:15.160175 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af312466-e254-4095-9350-895a97e3599e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:59:15.196921 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-af312466-e254-4095-9350-895a97e3599e None None] Attempting to bind port 42fd0104-a744-4cf6-bec8-9961de0018a0 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:59:15.197459 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-af312466-e254-4095-9350-895a97e3599e None None] Attempting to bind port 42fd0104-a744-4cf6-bec8-9961de0018a0 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': 'aa326d72-7237-4922-8d53-f74798c0fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '090e939d-9429-482d-9cf1-fcb155def651'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:59:15.197826 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af312466-e254-4095-9350-895a97e3599e None None] Attempting to bind port 42fd0104-a744-4cf6-bec8-9961de0018a0 on network 090e939d-9429-482d-9cf1-fcb155def651 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:59:15.203256 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af312466-e254-4095-9350-895a97e3599e None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:59:15.203636 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af312466-e254-4095-9350-895a97e3599e None None] Checking segment: {'id': 'aa326d72-7237-4922-8d53-f74798c0fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '090e939d-9429-482d-9cf1-fcb155def651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:59:15.204033 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-af312466-e254-4095-9350-895a97e3599e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:15.204558 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af312466-e254-4095-9350-895a97e3599e None None] Bound using segment: {'id': 'aa326d72-7237-4922-8d53-f74798c0fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '090e939d-9429-482d-9cf1-fcb155def651'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:59:15.205027 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-af312466-e254-4095-9350-895a97e3599e None None] Bound port: 42fd0104-a744-4cf6-bec8-9961de0018a0, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa326d72-7237-4922-8d53-f74798c0fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '090e939d-9429-482d-9cf1-fcb155def651'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:59:15.205454 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-af312466-e254-4095-9350-895a97e3599e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:15.273313 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-af312466-e254-4095-9350-895a97e3599e None None] For port 42fd0104-a744-4cf6-bec8-9961de0018a0, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:59:15.276261 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-af312466-e254-4095-9350-895a97e3599e None None] For port 42fd0104-a744-4cf6-bec8-9961de0018a0, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=42fd0104-a744-4cf6-bec8-9961de0018a0,segment=NetworkSegment(aa326d72-7237-4922-8d53-f74798c0fb8d),segment_id=aa326d72-7237-4922-8d53-f74798c0fb8d)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:59:15.343690 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-af312466-e254-4095-9350-895a97e3599e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:15.408674 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af312466-e254-4095-9350-895a97e3599e None None] Pushing event updated for resources: {'Port': ['ID=42fd0104-a744-4cf6-bec8-9961de0018a0,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:59:15.676173 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 42fd0104-a744-4cf6-bec8-9961de0018a0 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:59:15.880337 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 42fd0104-a744-4cf6-bec8-9961de0018a0 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:59:16.225522 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9c579a-6077-41ae-9e3d-453ec157b7e4 None None] Network 090e939d-9429-482d-9cf1-fcb155def651 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:59:16.333588 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e71f72a5-1c2b-4465-b8a3-5ea9da845621 None None] Provisioning for port 42fd0104-a744-4cf6-bec8-9961de0018a0 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:59:16.339751 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e71f72a5-1c2b-4465-b8a3-5ea9da845621 None None] Provisioning complete for port 42fd0104-a744-4cf6-bec8-9961de0018a0 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:59:16.340196 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e71f72a5-1c2b-4465-b8a3-5ea9da845621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:16.462202 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e71f72a5-1c2b-4465-b8a3-5ea9da845621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:16.497309 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e71f72a5-1c2b-4465-b8a3-5ea9da845621 None None] For port 42fd0104-a744-4cf6-bec8-9961de0018a0, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=42fd0104-a744-4cf6-bec8-9961de0018a0,segment=NetworkSegment(aa326d72-7237-4922-8d53-f74798c0fb8d),segment_id=aa326d72-7237-4922-8d53-f74798c0fb8d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:59:16.606073 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e71f72a5-1c2b-4465-b8a3-5ea9da845621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:16.655803 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f72a5-1c2b-4465-b8a3-5ea9da845621 None None] Pushing event updated for resources: {'Port': ['ID=42fd0104-a744-4cf6-bec8-9961de0018a0,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:59:16.725057 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-ae9a23ff-281e-4157-b667-cec58a705708 None None] Provisioning complete for port 42fd0104-a744-4cf6-bec8-9961de0018a0 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:59:16.725751 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae9a23ff-281e-4157-b667-cec58a705708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:17.622034 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 42fd0104-a744-4cf6-bec8-9961de0018a0 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:59:17.688210 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 42fd0104-a744-4cf6-bec8-9961de0018a0 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:59:17.688590 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:17.967086 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:59:20.742283 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7126b700-5e5d-4146-af48-a667bfa98e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:23.400053 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6f302b23-ff20-4cc7-996c-6f7aa69c8bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:23.640424 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:24.393939 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:26.519689 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:50.741475 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d201c661-c3d2-4c51-9b53-b7851dd9e683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:53.370824 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ba7fee6-0193-436d-a1e2-c1ab978da55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:53.610707 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:54.376013 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:59:54.965943 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:59:56.530418 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:00:20.815492 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-53065fac-31ab-4cd8-abe1-d4edc1363fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:00:23.380544 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-abb1f10d-6cb8-4815-aeab-7b4cfee7bbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:00:23.701254 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:00:24.403848 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:00:26.535097 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:00:31.965600 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:00:37.146723 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 53952) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:00:37.153202 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [None req-cee3692d-a301-4744-8587-51ca285ce4ef tempest-verify_tempest_config-1076502343 tempest-verify_tempest_config-1076502343-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:00:37.154163 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-cee3692d-a301-4744-8587-51ca285ce4ef tempest-verify_tempest_config-1076502343 tempest-verify_tempest_config-1076502343-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064888 Aug 31 18:00:37.710266 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 53970) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:00:37.813177 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9f5db6e9-b8d0-400f-906b-8be1a4fbe95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:00:37.895931 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9f5db6e9-b8d0-400f-906b-8be1a4fbe95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:00:37.957512 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9f5db6e9-b8d0-400f-906b-8be1a4fbe95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:00:38.004880 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-9f5db6e9-b8d0-400f-906b-8be1a4fbe95a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=576429b1565a4b64bbf81313b065f2b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2934189 Aug 31 18:00:38.005619 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5db6e9-b8d0-400f-906b-8be1a4fbe95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932a31e4-5975-4c5b-82ab-e5fe89dd33b9,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:00:38.007519 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 53974) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:00:38.013195 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5db6e9-b8d0-400f-906b-8be1a4fbe95a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.013537 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5db6e9-b8d0-400f-906b-8be1a4fbe95a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.013884 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5db6e9-b8d0-400f-906b-8be1a4fbe95a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.014215 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5db6e9-b8d0-400f-906b-8be1a4fbe95a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.014548 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5db6e9-b8d0-400f-906b-8be1a4fbe95a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.014896 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5db6e9-b8d0-400f-906b-8be1a4fbe95a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.015226 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5db6e9-b8d0-400f-906b-8be1a4fbe95a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.015560 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5db6e9-b8d0-400f-906b-8be1a4fbe95a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.015907 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5db6e9-b8d0-400f-906b-8be1a4fbe95a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.016237 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5db6e9-b8d0-400f-906b-8be1a4fbe95a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.016557 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5db6e9-b8d0-400f-906b-8be1a4fbe95a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.016945 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5db6e9-b8d0-400f-906b-8be1a4fbe95a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.065387 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb825ab0-a29f-41e4-a445-79c09e2e4235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:00:38.085660 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb825ab0-a29f-41e4-a445-79c09e2e4235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:00:38.249531 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb825ab0-a29f-41e4-a445-79c09e2e4235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:00:38.252063 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb825ab0-a29f-41e4-a445-79c09e2e4235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:00:38.253267 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-bb825ab0-a29f-41e4-a445-79c09e2e4235 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/932a31e4-5975-4c5b-82ab-e5fe89dd33b9 HTTP/1.1" status: 204 len: 168 time: 0.2447653 Aug 31 18:00:38.261038 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb825ab0-a29f-41e4-a445-79c09e2e4235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932a31e4-5975-4c5b-82ab-e5fe89dd33b9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:00:38.268292 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb825ab0-a29f-41e4-a445-79c09e2e4235 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.268655 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb825ab0-a29f-41e4-a445-79c09e2e4235 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.269025 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb825ab0-a29f-41e4-a445-79c09e2e4235 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.269356 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb825ab0-a29f-41e4-a445-79c09e2e4235 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.269684 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb825ab0-a29f-41e4-a445-79c09e2e4235 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.270049 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb825ab0-a29f-41e4-a445-79c09e2e4235 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.270363 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb825ab0-a29f-41e4-a445-79c09e2e4235 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.270684 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb825ab0-a29f-41e4-a445-79c09e2e4235 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.271017 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb825ab0-a29f-41e4-a445-79c09e2e4235 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.271346 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb825ab0-a29f-41e4-a445-79c09e2e4235 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.271665 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb825ab0-a29f-41e4-a445-79c09e2e4235 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:38.271983 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb825ab0-a29f-41e4-a445-79c09e2e4235 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:00:50.734726 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b0b33312-c340-4b6f-b00a-5a0fe0fb842b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:00:53.379568 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9b503d24-476b-4f9a-b099-a459eb5a114c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:00:53.683424 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:00:54.414251 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:00:56.551000 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:01:08.965144 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:01:20.749686 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c3b277f2-0580-4723-878d-38d29b6e2f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:01:23.396262 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6379007d-1f6d-4e89-9aac-65fca885124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:01:23.647957 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:01:24.419628 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:01:26.561791 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:01:45.964368 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 5 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:01:50.789619 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c454c2e2-eff3-48b5-b7a2-2fd142317bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:01:53.395558 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-521d0692-d75d-4c5e-a280-a0a5966e7b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:01:53.658362 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:01:54.417606 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:01:56.601186 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:02:20.811611 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f128188c-73b0-4057-bb05-e35fa86a93ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:02:21.903497 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16625400'] for agent, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:02:22.962891 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:02:23.377746 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4a9bc952-9de8-48fa-8f0d-fa09a13e63da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:02:23.662867 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:02:24.429386 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:02:26.640255 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:02:34.842805 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 54048) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:02:34.946253 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-dc99e1cb-5aa6-49ad-9067-2d874598351f admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1023180 Aug 31 18:02:37.160615 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 54058) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:02:37.215079 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-f0ddb43c-30d5-46cd-b235-9f683ff6f977 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0533788 Aug 31 18:02:50.793951 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a8972b3c-3ed7-4a57-ab53-56c037f259c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:02:51.879414 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:02:53.410594 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1a3ff651-4159-4ee7-8ddf-122605fdb282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:02:53.650702 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:02:54.438848 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:02:56.598128 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:02:59.962041 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:03:20.786908 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-445033a9-62e0-46db-bb5a-f4dc7e817957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:03:21.912964 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:03:23.381261 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e5702a70-5d16-4b86-9040-5391fbc79f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:03:23.650168 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:03:24.432224 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:03:26.546852 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:03:36.961512 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:03:50.791729 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2e5b782d-983b-4e10-ab2c-93e26937f041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:03:51.882095 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:03:53.420428 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c20f108e-5750-4675-884a-6b8b5742f213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:03:53.648610 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:03:54.464947 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:03:56.619115 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:10.692278 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 54228) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:11.301866 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-805371468-network', 'tenant_id': '6058b10a83d8420bb755354e3a8d3077'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:11.500460 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Made reservation on behalf of 6058b10a83d8420bb755354e3a8d3077 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:04:11.503506 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:11.512143 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:11.613625 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:11.665865 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 54270) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:11.728663 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:11.752544 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] vlan segment allocate from pool success with {'vlan_id': 1221, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:04:11.766490 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb53808-19be-4a15-9e60-03739a746bcd,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:11.770937 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:11.771277 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.segments_db [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Added segment 4c966230-c0a4-4e3c-97f4-9a193c4e27e9 of type vlan for network 9095fd0f-8ec8-4dbf-87ec-9629298c3b50 Aug 31 18:04:11.782309 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:11.782713 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:11.783068 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:11.783407 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:11.783738 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:11.784107 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:11.784444 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:11.784772 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:11.785155 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:11.785488 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:11.785810 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:11.786130 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Tracked resource versions report: Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: pushed versions: Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: { 'AddressGroup': {'1.2'}, Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'ConntrackHelper': {'1.0'}, Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Log': {'1.0'}, Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Network': {'1.1'}, Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Port': {'1.7'}, Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'PortForwarding': {'1.2'}, Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'QosPolicy': {'1.9'}, Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'SecurityGroup': {'1.4'}, Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'SecurityGroupRule': {'1.2'}, Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'SubPort': {'1.0'}, Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Subnet': {'1.1'}, Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Trunk': {'1.1'}} Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: consumer versions: Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: { DHCP agent@dv-cinder-806740-4-iscsi: {}, Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: HyperV agent@hv-cinder-80674: {}, Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: L3 agent@dv-cinder-806740-4-iscsi: {}, Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: Metadata agent@dv-cinder-806740-4-iscsi: {}, Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: Metering agent@dv-cinder-806740-4-iscsi: {}, Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: Open vSwitch agent@dv-cinder-806740-4-iscsi: { 'AddressGroup': '1.2', Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'ConntrackHelper': '1.0', Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Log': '1.0', Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Network': '1.1', Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Port': '1.7', Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'PortForwarding': '1.2', Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'QosPolicy': '1.9', Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'SecurityGroup': '1.4', Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'SecurityGroupRule': '1.2', Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'SubPort': '1.0', Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Subnet': '1.1', Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: 'Trunk': '1.1'}} Aug 31 18:04:11.787157 dv-cinder-806740-4-iscsi neutron-server[94690]: {{(pid=94690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 18:04:11.821771 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:12.088696 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:12.089659 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:12.090337 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:12.151289 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] Pushing event updated for resources: {'Network': ['ID=9095fd0f-8ec8-4dbf-87ec-9629298c3b50,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:12.163176 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network 9095fd0f-8ec8-4dbf-87ec-9629298c3b50 details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:04:12.312711 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-d26cf3e8-7475-402c-8101-d97c947cbc37 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6192772 Aug 31 18:04:12.315804 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 54286) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:12.321173 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-2dd0f0ea-5e8a-44fb-89d9-a04eeec64825 admin admin] Request body: {'subnet': {'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-805371468-subnet', 'tenant_id': '6058b10a83d8420bb755354e3a8d3077', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:12.380886 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-794409058-network', 'tenant_id': 'bcf70f5913ed4702a205373c28c2f652'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:12.437128 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd0f0ea-5e8a-44fb-89d9-a04eeec64825 admin admin] Made reservation on behalf of 6058b10a83d8420bb755354e3a8d3077 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:04:12.439785 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f0ea-5e8a-44fb-89d9-a04eeec64825 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:12.460238 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 54290) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:12.601366 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Made reservation on behalf of bcf70f5913ed4702a205373c28c2f652 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:04:12.605066 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:12.617568 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:12.681515 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 54300) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:12.684014 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 54302) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:12.717575 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:12.757462 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f0ea-5e8a-44fb-89d9-a04eeec64825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:12.777280 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-f0d08f82-d677-4fa2-9ce0-185ad56e0dc3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-962331437-network', 'tenant_id': '7a012a0c59d1447ba69aedfe7a68b2c4'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:12.821641 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0f0ea-5e8a-44fb-89d9-a04eeec64825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1ac8396-1493-4c14-afbc-6ca83d5e9484,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:12.831888 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd0f0ea-5e8a-44fb-89d9-a04eeec64825 admin admin] Checking segment: {'id': '4c966230-c0a4-4e3c-97f4-9a193c4e27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:04:12.832237 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd0f0ea-5e8a-44fb-89d9-a04eeec64825 admin admin] Network hostable DHCP agents. Network: 9095fd0f-8ec8-4dbf-87ec-9629298c3b50, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:04:12.871617 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-07a7e1ef-9660-4b86-a953-fb94c98f834a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-13626974-network', 'tenant_id': '85eba42bd55b4d90b20cd971474ca80e'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:12.907169 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-86602c9c-c623-46d5-a79d-906837297bae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-540850643-network', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:12.946140 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:12.967809 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] vlan segment allocate from pool success with {'vlan_id': 1201, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:04:12.989584 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:12.989927 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.segments_db [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Added segment c98be0fb-18c3-4b15-9e8a-558d8a6a872c of type vlan for network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 Aug 31 18:04:12.998556 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4b9591-d976-46f4-8d15-22c37aa8de53,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:13.027654 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:13.028030 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:13.028380 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:13.028720 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:13.029093 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:13.029464 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:13.029780 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:13.030111 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:13.030457 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:13.030787 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:13.031114 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:13.031439 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Tracked resource versions report: Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: pushed versions: Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: { 'AddressGroup': {'1.2'}, Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'ConntrackHelper': {'1.0'}, Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Log': {'1.0'}, Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Network': {'1.1'}, Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Port': {'1.7'}, Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'PortForwarding': {'1.2'}, Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'QosPolicy': {'1.9'}, Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'SecurityGroup': {'1.4'}, Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'SecurityGroupRule': {'1.2'}, Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'SubPort': {'1.0'}, Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Subnet': {'1.1'}, Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Trunk': {'1.1'}} Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: consumer versions: Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: { DHCP agent@dv-cinder-806740-4-iscsi: {}, Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: HyperV agent@hv-cinder-80674: {}, Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: L3 agent@dv-cinder-806740-4-iscsi: {}, Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: Metadata agent@dv-cinder-806740-4-iscsi: {}, Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: Metering agent@dv-cinder-806740-4-iscsi: {}, Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: Open vSwitch agent@dv-cinder-806740-4-iscsi: { 'AddressGroup': '1.2', Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'ConntrackHelper': '1.0', Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Log': '1.0', Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Network': '1.1', Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Port': '1.7', Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'PortForwarding': '1.2', Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'QosPolicy': '1.9', Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'SecurityGroup': '1.4', Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'SecurityGroupRule': '1.2', Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'SubPort': '1.0', Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Subnet': '1.1', Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: 'Trunk': '1.1'}} Aug 31 18:04:13.032489 dv-cinder-806740-4-iscsi neutron-server[94691]: {{(pid=94691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 18:04:13.045433 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:13.070932 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd0f0ea-5e8a-44fb-89d9-a04eeec64825 admin admin] Network 9095fd0f-8ec8-4dbf-87ec-9629298c3b50 is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:04:13.214573 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d08f82-d677-4fa2-9ce0-185ad56e0dc3 admin admin] Made reservation on behalf of 7a012a0c59d1447ba69aedfe7a68b2c4 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:04:13.217081 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0d08f82-d677-4fa2-9ce0-185ad56e0dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:13.226100 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0d08f82-d677-4fa2-9ce0-185ad56e0dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:13.232135 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:13.232135 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:13.232135 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:13.260155 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-2dd0f0ea-5e8a-44fb-89d9-a04eeec64825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, 9095fd0f-8ec8-4dbf-87ec-9629298c3b50) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:04:13.264451 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd0f0ea-5e8a-44fb-89d9-a04eeec64825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:13.265107 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f0ea-5e8a-44fb-89d9-a04eeec64825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:13.275882 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b42d426-e4f4-4fe1-81cd-44b1fc18b113 None None] Network 9095fd0f-8ec8-4dbf-87ec-9629298c3b50 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:04:13.304156 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] Pushing event updated for resources: {'Network': ['ID=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:13.323295 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:04:13.346754 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a7e1ef-9660-4b86-a953-fb94c98f834a admin admin] Made reservation on behalf of 85eba42bd55b4d90b20cd971474ca80e for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:04:13.349641 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07a7e1ef-9660-4b86-a953-fb94c98f834a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:13.360516 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07a7e1ef-9660-4b86-a953-fb94c98f834a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:13.471923 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80945a9b-c019-465c-b8b5-7684b9401967 None None] Network 9095fd0f-8ec8-4dbf-87ec-9629298c3b50 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:04:13.472730 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-2dd0f0ea-5e8a-44fb-89d9-a04eeec64825 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1557240 Aug 31 18:04:13.475204 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 54334) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:13.481419 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-805371468-router', 'tenant_id': '6058b10a83d8420bb755354e3a8d3077', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:13.666521 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86602c9c-c623-46d5-a79d-906837297bae admin admin] Made reservation on behalf of 71cf56a95c554ed4bdb83b9c03793d9c for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:04:13.669013 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86602c9c-c623-46d5-a79d-906837297bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:13.678401 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86602c9c-c623-46d5-a79d-906837297bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:13.879745 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-c7a0dce6-2e7d-4e46-8c69-41efae01daab admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2126927 Aug 31 18:04:13.882735 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 54348) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:13.888146 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a6f961e7-cb45-4b05-b6a3-78a7771960f4 admin admin] Request body: {'subnet': {'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-794409058-subnet', 'tenant_id': 'bcf70f5913ed4702a205373c28c2f652', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:13.895144 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.db.api [None req-07a7e1ef-9660-4b86-a953-fb94c98f834a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 18:04:13.895144 dv-cinder-806740-4-iscsi neutron-server[94690]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 18:04:13.895144 dv-cinder-806740-4-iscsi neutron-server[94690]: [parameters: {'project_id_1': '85eba42bd55b4d90b20cd971474ca80e', 'expiration_1': datetime.datetime(2021, 8, 31, 18, 4, 13, 371342)}] Aug 31 18:04:13.895144 dv-cinder-806740-4-iscsi neutron-server[94690]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 18:04:13.898531 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG oslo_db.api [None req-07a7e1ef-9660-4b86-a953-fb94c98f834a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 18:04:13.899013 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.db.api [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 18:04:13.899013 dv-cinder-806740-4-iscsi neutron-server[94690]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 18:04:13.899013 dv-cinder-806740-4-iscsi neutron-server[94690]: [parameters: {'project_id_1': '6058b10a83d8420bb755354e3a8d3077', 'expiration_1': datetime.datetime(2021, 8, 31, 18, 4, 13, 487625)}] Aug 31 18:04:13.899013 dv-cinder-806740-4-iscsi neutron-server[94690]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 18:04:13.899340 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG oslo_db.api [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 18:04:13.909568 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.db.api [None req-86602c9c-c623-46d5-a79d-906837297bae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 18:04:13.909568 dv-cinder-806740-4-iscsi neutron-server[94691]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 18:04:13.909568 dv-cinder-806740-4-iscsi neutron-server[94691]: [parameters: {'project_id_1': '71cf56a95c554ed4bdb83b9c03793d9c', 'expiration_1': datetime.datetime(2021, 8, 31, 18, 4, 13, 687952)}] Aug 31 18:04:13.909568 dv-cinder-806740-4-iscsi neutron-server[94691]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 18:04:13.909947 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG oslo_db.api [None req-86602c9c-c623-46d5-a79d-906837297bae admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 18:04:13.961063 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:04:13.977568 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0d08f82-d677-4fa2-9ce0-185ad56e0dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:14.138594 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0d08f82-d677-4fa2-9ce0-185ad56e0dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:14.162973 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d08f82-d677-4fa2-9ce0-185ad56e0dc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1247, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:04:14.172092 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d08f82-d677-4fa2-9ce0-185ad56e0dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bca125-a583-4b0c-9d89-55389c6a7de8,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:14.177679 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0d08f82-d677-4fa2-9ce0-185ad56e0dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:14.178017 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.segments_db [None req-f0d08f82-d677-4fa2-9ce0-185ad56e0dc3 admin admin] Added segment b75a8b57-a639-4c62-9ef0-d75bcc999d94 of type vlan for network 3fcb5634-ae9b-4c5a-9208-01ca5b74555a Aug 31 18:04:14.217555 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0d08f82-d677-4fa2-9ce0-185ad56e0dc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:14.305765 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f961e7-cb45-4b05-b6a3-78a7771960f4 admin admin] Made reservation on behalf of bcf70f5913ed4702a205373c28c2f652 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:04:14.308070 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6f961e7-cb45-4b05-b6a3-78a7771960f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:14.402446 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07a7e1ef-9660-4b86-a953-fb94c98f834a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:14.411493 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86602c9c-c623-46d5-a79d-906837297bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:14.473187 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0d08f82-d677-4fa2-9ce0-185ad56e0dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:14.474045 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d08f82-d677-4fa2-9ce0-185ad56e0dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:14.474612 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0d08f82-d677-4fa2-9ce0-185ad56e0dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:14.553497 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86602c9c-c623-46d5-a79d-906837297bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:14.554528 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d08f82-d677-4fa2-9ce0-185ad56e0dc3 admin admin] Pushing event updated for resources: {'Network': ['ID=3fcb5634-ae9b-4c5a-9208-01ca5b74555a,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:14.564255 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network 3fcb5634-ae9b-4c5a-9208-01ca5b74555a details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:04:14.792436 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86602c9c-c623-46d5-a79d-906837297bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:14.818755 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86602c9c-c623-46d5-a79d-906837297bae admin admin] vlan segment allocate from pool success with {'vlan_id': 1214, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:04:14.823827 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86602c9c-c623-46d5-a79d-906837297bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6da758e-88b8-4948-9e56-50568c491450,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:14.831286 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86602c9c-c623-46d5-a79d-906837297bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:14.831629 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.segments_db [None req-86602c9c-c623-46d5-a79d-906837297bae admin admin] Added segment de9e5290-a599-4c31-9d06-61044e7ef585 of type vlan for network 75e081f7-d3c8-4092-a3bf-ad504c26e246 Aug 31 18:04:14.866045 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6f961e7-cb45-4b05-b6a3-78a7771960f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:14.880406 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86602c9c-c623-46d5-a79d-906837297bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:14.903100 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f961e7-cb45-4b05-b6a3-78a7771960f4 admin admin] Checking segment: {'id': 'c98be0fb-18c3-4b15-9e8a-558d8a6a872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:04:14.904225 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f961e7-cb45-4b05-b6a3-78a7771960f4 admin admin] Network hostable DHCP agents. Network: 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:04:14.952958 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f961e7-cb45-4b05-b6a3-78a7771960f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f428a510-e539-4b72-8073-f50cf5f5996d,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:15.037624 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-f0d08f82-d677-4fa2-9ce0-185ad56e0dc3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5759838 Aug 31 18:04:15.040495 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 54370) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:15.047227 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-03756b4a-b9d4-4fd7-a699-3819daac0213 admin admin] Request body: {'subnet': {'network_id': '3fcb5634-ae9b-4c5a-9208-01ca5b74555a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-962331437-subnet', 'tenant_id': '7a012a0c59d1447ba69aedfe7a68b2c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:15.111706 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86602c9c-c623-46d5-a79d-906837297bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:15.112736 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86602c9c-c623-46d5-a79d-906837297bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:15.113868 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86602c9c-c623-46d5-a79d-906837297bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:15.159541 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f961e7-cb45-4b05-b6a3-78a7771960f4 admin admin] Network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:04:15.183686 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86602c9c-c623-46d5-a79d-906837297bae admin admin] Pushing event updated for resources: {'Network': ['ID=75e081f7-d3c8-4092-a3bf-ad504c26e246,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:15.193877 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network 75e081f7-d3c8-4092-a3bf-ad504c26e246 details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:04:15.243309 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16621841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:15.244420 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16624631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16623748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16618855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15901'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:15.319327 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a6f961e7-cb45-4b05-b6a3-78a7771960f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:04:15.324587 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f961e7-cb45-4b05-b6a3-78a7771960f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:15.325492 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6f961e7-cb45-4b05-b6a3-78a7771960f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:15.328979 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f52743-e755-41bc-bfe9-5b2219766177 None None] Network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:04:15.330514 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:15.440783 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 54388) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:15.441016 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-86602c9c-c623-46d5-a79d-906837297bae admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7574115 Aug 31 18:04:15.448170 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-8d7f9f78-e782-44dd-b77d-970353cd8d07 admin admin] Request body: {'subnet': {'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-540850643-subnet', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:15.457237 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.db.api [None req-03756b4a-b9d4-4fd7-a699-3819daac0213 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 18:04:15.457237 dv-cinder-806740-4-iscsi neutron-server[94690]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 18:04:15.457237 dv-cinder-806740-4-iscsi neutron-server[94690]: [parameters: {'project_id_1': '7a012a0c59d1447ba69aedfe7a68b2c4', 'expiration_1': datetime.datetime(2021, 8, 31, 18, 4, 15, 54206)}] Aug 31 18:04:15.457237 dv-cinder-806740-4-iscsi neutron-server[94690]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 18:04:15.457611 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG oslo_db.api [None req-03756b4a-b9d4-4fd7-a699-3819daac0213 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 18:04:15.471787 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69ec7e8-cfb5-44bc-9b27-8425bf1f7dd5 None None] Network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:04:15.660413 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07a7e1ef-9660-4b86-a953-fb94c98f834a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:15.691447 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:15.791268 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07a7e1ef-9660-4b86-a953-fb94c98f834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:15.812226 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a7e1ef-9660-4b86-a953-fb94c98f834a admin admin] vlan segment allocate from pool success with {'vlan_id': 1245, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:04:15.829612 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07a7e1ef-9660-4b86-a953-fb94c98f834a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:15.829753 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.segments_db [None req-07a7e1ef-9660-4b86-a953-fb94c98f834a admin admin] Added segment b1d5b043-66e2-4920-ad0c-b6a3e049baf2 of type vlan for network 52c6861f-3d86-490d-a65b-37043819ba3a Aug 31 18:04:15.842405 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7e1ef-9660-4b86-a953-fb94c98f834a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41457cf6-2af5-4774-8306-cce720c63329,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:15.919097 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07a7e1ef-9660-4b86-a953-fb94c98f834a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:16.046067 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-a6f961e7-cb45-4b05-b6a3-78a7771960f4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1622300 Aug 31 18:04:16.101014 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:16.126008 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:16.162112 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07a7e1ef-9660-4b86-a953-fb94c98f834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:16.163040 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a7e1ef-9660-4b86-a953-fb94c98f834a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:16.163619 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07a7e1ef-9660-4b86-a953-fb94c98f834a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:16.227057 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7f9f78-e782-44dd-b77d-970353cd8d07 admin admin] Made reservation on behalf of 71cf56a95c554ed4bdb83b9c03793d9c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:04:16.229391 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9f78-e782-44dd-b77d-970353cd8d07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:16.323418 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7e1ef-9660-4b86-a953-fb94c98f834a admin admin] Pushing event updated for resources: {'Network': ['ID=52c6861f-3d86-490d-a65b-37043819ba3a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:16.331645 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network 52c6861f-3d86-490d-a65b-37043819ba3a details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:04:16.362003 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Allocated IP 172.27.3.45 (d0d110ef-3035-4f07-b05a-39b223314ffd/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d/c6d507c4-ec45-4b7f-9d3a-6d186c681e74) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:04:16.369609 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 54444) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:16.371755 dv-cinder-806740-4-iscsi neutron-server[94691]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 18:04:16.410721 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03756b4a-b9d4-4fd7-a699-3819daac0213 admin admin] Made reservation on behalf of 7a012a0c59d1447ba69aedfe7a68b2c4 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:04:16.413044 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03756b4a-b9d4-4fd7-a699-3819daac0213 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:16.568860 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-fa396293-4a7f-448a-bbd0-491fa00d7a18 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:16.570627 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-fa396293-4a7f-448a-bbd0-491fa00d7a18 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/networks?id=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 HTTP/1.1" status: 200 len: 814 time: 0.2000239 Aug 31 18:04:16.593465 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-e2a833d6-aba9-4942-917d-b031ae943f6f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/quotas/bcf70f5913ed4702a205373c28c2f652 HTTP/1.1" status: 200 len: 375 time: 0.0154541 Aug 31 18:04:16.634408 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-07a7e1ef-9660-4b86-a953-fb94c98f834a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.9492869 Aug 31 18:04:16.649820 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 54454) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:16.656701 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-1a1b5b88-c81e-42cb-9c9b-8edc7db2d3c3 admin admin] Request body: {'subnet': {'network_id': '52c6861f-3d86-490d-a65b-37043819ba3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-13626974-subnet', 'tenant_id': '85eba42bd55b4d90b20cd971474ca80e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:16.658693 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-0b01ef84-e350-40ac-a3a5-21a068b3e23d tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bcf70f5913ed4702a205373c28c2f652&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617666 Aug 31 18:04:16.672252 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-df481ef8-3164-4ac6-8017-64f25b81c875 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:04:16.673334 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-df481ef8-3164-4ac6-8017-64f25b81c875 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071073 Aug 31 18:04:16.691163 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:16.808454 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9f78-e782-44dd-b77d-970353cd8d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:16.868513 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f9f78-e782-44dd-b77d-970353cd8d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb31828-d8fd-4cf6-8874-763e2a00ac91,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:16.875718 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f9f78-e782-44dd-b77d-970353cd8d07 admin admin] Checking segment: {'id': 'de9e5290-a599-4c31-9d06-61044e7ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:04:16.876074 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7f9f78-e782-44dd-b77d-970353cd8d07 admin admin] Network hostable DHCP agents. Network: 75e081f7-d3c8-4092-a3bf-ad504c26e246, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:04:16.917369 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-35e02b6f-8d7f-4de3-9d7c-3e74d945815e service neutron] 10.222.0.58 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235130 Aug 31 18:04:16.939237 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1b5b88-c81e-42cb-9c9b-8edc7db2d3c3 admin admin] Made reservation on behalf of 85eba42bd55b4d90b20cd971474ca80e for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:04:16.942587 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5b88-c81e-42cb-9c9b-8edc7db2d3c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:16.995131 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03756b4a-b9d4-4fd7-a699-3819daac0213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:17.002646 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:17.018629 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-4f95f575-088c-49f2-95c3-ec7bad706afe service neutron] 10.222.0.58 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950541 Aug 31 18:04:17.174873 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Network d0d110ef-3035-4f07-b05a-39b223314ffd is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:04:17.199002 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7f9f78-e782-44dd-b77d-970353cd8d07 admin admin] Network 75e081f7-d3c8-4092-a3bf-ad504c26e246 is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:04:17.206085 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:04:17.219294 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:04:17.233800 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03756b4a-b9d4-4fd7-a699-3819daac0213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12686505-c637-4657-a118-7a6df1789b60,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:17.314134 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d507c4-ec45-4b7f-9d3a-6d186c681e74,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:17.342500 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03756b4a-b9d4-4fd7-a699-3819daac0213 admin admin] Checking segment: {'id': 'b75a8b57-a639-4c62-9ef0-d75bcc999d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '3fcb5634-ae9b-4c5a-9208-01ca5b74555a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:04:17.342857 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03756b4a-b9d4-4fd7-a699-3819daac0213 admin admin] Network hostable DHCP agents. Network: 3fcb5634-ae9b-4c5a-9208-01ca5b74555a, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:04:17.389449 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 54482) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:17.456380 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7d1e994e-9351-44a1-8a98-44ad78fcc64c req-b9809576-94cd-4330-9904-efaceebdacea tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 210 time: 0.0538948 Aug 31 18:04:17.457644 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8d7f9f78-e782-44dd-b77d-970353cd8d07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, 75e081f7-d3c8-4092-a3bf-ad504c26e246) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:04:17.467799 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30bf067-47dd-4834-96cc-4d548300ce58 None None] Network 75e081f7-d3c8-4092-a3bf-ad504c26e246 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:04:17.469065 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7f9f78-e782-44dd-b77d-970353cd8d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:17.469664 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9f78-e782-44dd-b77d-970353cd8d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:17.629050 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:17.657975 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1379057c-b173-5381-9eb4-fbe772ef9a85-75e081f7-d3c8-4092-a3bf-ad504c26e246', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'fixed_ips': [{'subnet_id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91'}]}} from dv-cinder-806740-4-iscsi. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 18:04:17.659291 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:17.739259 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03756b4a-b9d4-4fd7-a699-3819daac0213 admin admin] Network 3fcb5634-ae9b-4c5a-9208-01ca5b74555a is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:04:17.741506 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5b88-c81e-42cb-9c9b-8edc7db2d3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:17.744070 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-8d7f9f78-e782-44dd-b77d-970353cd8d07 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3017156 Aug 31 18:04:17.746890 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 54500) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:17.763977 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:17.808930 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-03756b4a-b9d4-4fd7-a699-3819daac0213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, 3fcb5634-ae9b-4c5a-9208-01ca5b74555a) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:04:17.821187 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03756b4a-b9d4-4fd7-a699-3819daac0213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:17.821187 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03756b4a-b9d4-4fd7-a699-3819daac0213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:17.822159 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08976064-5aac-41fb-b854-a4b73d531291 None None] Network 3fcb5634-ae9b-4c5a-9208-01ca5b74555a requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:04:17.899994 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Allocated IP 172.20.0.2 (75e081f7-d3c8-4092-a3bf-ad504c26e246/6cb31828-d8fd-4cf6-8874-763e2a00ac91/015329f3-fffe-4f13-93ec-ae4b34f67fbd) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:04:17.955600 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 54516) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:17.962711 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16621841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:17.964640 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16624631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16623748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16618855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15901'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:18.072502 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b5b88-c81e-42cb-9c9b-8edc7db2d3c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ed33ecb-d13b-46e3-9d0d-57b647f1440a,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:18.075522 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16624590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16623863'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:18.089777 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7277cd1-d882-427a-9eeb-0651cf3fc1d0 None None] Network 3fcb5634-ae9b-4c5a-9208-01ca5b74555a requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:04:18.107644 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:18.123575 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c74da23-a07e-42e4-90d3-a57dce722ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:18.235975 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-03756b4a-b9d4-4fd7-a699-3819daac0213 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.1943481 Aug 31 18:04:18.272164 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b5b88-c81e-42cb-9c9b-8edc7db2d3c3 admin admin] Checking segment: {'id': 'b1d5b043-66e2-4920-ad0c-b6a3e049baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '52c6861f-3d86-490d-a65b-37043819ba3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:04:18.272657 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b5b88-c81e-42cb-9c9b-8edc7db2d3c3 admin admin] Network hostable DHCP agents. Network: 52c6861f-3d86-490d-a65b-37043819ba3a, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:04:18.337508 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c74da23-a07e-42e4-90d3-a57dce722ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:18.342800 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:18.353398 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Transition to ACTIVE for port object 015329f3-fffe-4f13-93ec-ae4b34f67fbd will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:04:18.372194 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Transition to ACTIVE for port object 015329f3-fffe-4f13-93ec-ae4b34f67fbd will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:04:18.513915 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:18.517250 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b5b88-c81e-42cb-9c9b-8edc7db2d3c3 admin admin] Network 52c6861f-3d86-490d-a65b-37043819ba3a is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:04:18.519066 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c74da23-a07e-42e4-90d3-a57dce722ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:18.519635 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Router 09acaf11-8c2a-4ab6-8563-9882820102d0 is scheduled to L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:04:18.565334 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:18.589460 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-89f2fca3-d4ba-42ee-b77e-a60d3ee8b6a3 req-640737c9-8baa-4d99-9f10-9ea9d158ebe2 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 210 time: 0.0542147 Aug 31 18:04:18.596107 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-8c74da23-a07e-42e4-90d3-a57dce722ebf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc432c138b8241eab54d577bf178380f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6391490 Aug 31 18:04:18.597577 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 54544) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:18.599638 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74da23-a07e-42e4-90d3-a57dce722ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83512c66-cfa1-41ba-afb3-1a80a867b4c9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:18.614015 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Network 75e081f7-d3c8-4092-a3bf-ad504c26e246 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:04:18.617088 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:04:18.623112 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:04:18.640634 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Pushing event updated for resources: {'Port': ['ID=015329f3-fffe-4f13-93ec-ae4b34f67fbd,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:18.675910 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:18.676253 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:18.676721 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:18.677081 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:18.677422 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:18.677756 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:18.678090 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:18.678416 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:18.678766 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:18.679096 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:18.679421 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:18.679741 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:18.680215 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Tracked resource versions report: Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: pushed versions: Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: { 'AddressGroup': {'1.2'}, Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'ConntrackHelper': {'1.0'}, Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Log': {'1.0'}, Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Network': {'1.1'}, Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Port': {'1.7'}, Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'PortForwarding': {'1.2'}, Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'QosPolicy': {'1.9'}, Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'SecurityGroup': {'1.4'}, Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'SecurityGroupRule': {'1.2'}, Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'SubPort': {'1.0'}, Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Subnet': {'1.1'}, Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Trunk': {'1.1'}} Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: consumer versions: Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: { DHCP agent@dv-cinder-806740-4-iscsi: {}, Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: HyperV agent@hv-cinder-80674: {}, Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: L3 agent@dv-cinder-806740-4-iscsi: {}, Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: Metadata agent@dv-cinder-806740-4-iscsi: {}, Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: Metering agent@dv-cinder-806740-4-iscsi: {}, Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: Open vSwitch agent@dv-cinder-806740-4-iscsi: { 'AddressGroup': '1.2', Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'ConntrackHelper': '1.0', Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Log': '1.0', Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Network': '1.1', Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Port': '1.7', Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'PortForwarding': '1.2', Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'QosPolicy': '1.9', Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'SecurityGroup': '1.4', Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'SecurityGroupRule': '1.2', Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'SubPort': '1.0', Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Subnet': '1.1', Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: 'Trunk': '1.1'}} Aug 31 18:04:18.680772 dv-cinder-806740-4-iscsi neutron-server[94692]: {{(pid=94692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 18:04:18.693866 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Sync routers for ids ['09acaf11-8c2a-4ab6-8563-9882820102d0'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:04:18.697618 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Attempting to bind port 015329f3-fffe-4f13-93ec-ae4b34f67fbd on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:04:18.697994 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Attempting to bind port 015329f3-fffe-4f13-93ec-ae4b34f67fbd by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': 'de9e5290-a599-4c31-9d06-61044e7ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:04:18.698362 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Attempting to bind port 015329f3-fffe-4f13-93ec-ae4b34f67fbd on network 75e081f7-d3c8-4092-a3bf-ad504c26e246 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:04:18.705505 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-27a631d5-6023-4fc6-8b5e-3ea30fe6aef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:18.707741 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Routers {'09acaf11-8c2a-4ab6-8563-9882820102d0'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:04:18.709012 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:03:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['09acaf11-8c2a-4ab6-8563-9882820102d0'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:18.717296 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:04:18.718211 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Checking segment: {'id': 'de9e5290-a599-4c31-9d06-61044e7ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:04:18.718829 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:18.729931 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Bound using segment: {'id': 'de9e5290-a599-4c31-9d06-61044e7ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:04:18.729931 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Bound port: 015329f3-fffe-4f13-93ec-ae4b34f67fbd, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e5290-a599-4c31-9d06-61044e7ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:04:18.729931 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:18.730796 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-27a631d5-6023-4fc6-8b5e-3ea30fe6aef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:18.753189 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b5b88-c81e-42cb-9c9b-8edc7db2d3c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, 52c6861f-3d86-490d-a65b-37043819ba3a) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:04:18.777418 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b5b88-c81e-42cb-9c9b-8edc7db2d3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:18.778270 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5b88-c81e-42cb-9c9b-8edc7db2d3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:18.811528 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444555a5-8436-48e0-8ece-6f1d6067fef5 None None] Network 52c6861f-3d86-490d-a65b-37043819ba3a requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:04:18.932694 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:18.940224 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-c5ce2c52-87a2-4c60-9bd5-5f5fb253ff04 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4576149 Aug 31 18:04:18.940586 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 54556) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:19.007497 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c174b3d-040b-4317-95ff-f6bb391a79f2 None None] Network 52c6861f-3d86-490d-a65b-37043819ba3a requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:04:19.009880 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] For port 015329f3-fffe-4f13-93ec-ae4b34f67fbd, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:04:19.013728 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] For port 015329f3-fffe-4f13-93ec-ae4b34f67fbd, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=015329f3-fffe-4f13-93ec-ae4b34f67fbd,segment=NetworkSegment(de9e5290-a599-4c31-9d06-61044e7ef585),segment_id=de9e5290-a599-4c31-9d06-61044e7ef585)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:04:19.031279 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Set router 09acaf11-8c2a-4ab6-8563-9882820102d0 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:04:19.077822 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-1a1b5b88-c81e-42cb-9c9b-8edc7db2d3c3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4163184 Aug 31 18:04:19.077822 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-27a631d5-6023-4fc6-8b5e-3ea30fe6aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:19.077822 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-27a631d5-6023-4fc6-8b5e-3ea30fe6aef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:19.077822 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-27a631d5-6023-4fc6-8b5e-3ea30fe6aef7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/83512c66-cfa1-41ba-afb3-1a80a867b4c9 HTTP/1.1" status: 204 len: 168 time: 0.4732006 Aug 31 18:04:19.114522 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a631d5-6023-4fc6-8b5e-3ea30fe6aef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83512c66-cfa1-41ba-afb3-1a80a867b4c9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:19.188466 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:19.209995 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:19.252356 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:19.297109 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09acaf11-8c2a-4ab6-8563-9882820102d0', 'name': 'tempest-ServerRescueNegativeTestJSON-805371468-router', 'tenant_id': '6058b10a83d8420bb755354e3a8d3077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c6d507c4-ec45-4b7f-9d3a-6d186c681e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:15Z', 'updated_at': '2021-08-31T18:04:17Z', 'revision_number': 3, 'project_id': '6058b10a83d8420bb755354e3a8d3077', 'gw_port': {'id': 'c6d507c4-ec45-4b7f-9d3a-6d186c681e74', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09acaf11-8c2a-4ab6-8563-9882820102d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:16Z', 'updated_at': '2021-08-31T18:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:19.332737 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] Allocated IP 172.27.3.236 (d0d110ef-3035-4f07-b05a-39b223314ffd/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d/9528cf6b-6e4c-4525-a3c1-71288cc8a074) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:04:19.340662 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161279a0-9668-4e19-bee0-f078e96da150 None None] Pushing event updated for resources: {'Port': ['ID=015329f3-fffe-4f13-93ec-ae4b34f67fbd,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:19.353596 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Checking router: 09acaf11-8c2a-4ab6-8563-9882820102d0 for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:04:19.353952 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Updating router 09acaf11-8c2a-4ab6-8563-9882820102d0 port c6d507c4-ec45-4b7f-9d3a-6d186c681e74 binding host dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:04:19.390129 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:19.495758 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:19.583424 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48d6bbf5-5899-40bb-baae-54cc9035d17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:19.820576 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:19.896713 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 015329f3-fffe-4f13-93ec-ae4b34f67fbd up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:04:19.926688 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] Network d0d110ef-3035-4f07-b05a-39b223314ffd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:04:19.929759 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bc786172-85b9-43be-b058-9938c3163fc1 req-9801a720-e67b-42da-9f46-56efe60331a3 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 210 time: 0.0471873 Aug 31 18:04:19.935909 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:04:19.938170 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:04:20.087555 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] Pushing event updated for resources: {'Port': ['ID=9528cf6b-6e4c-4525-a3c1-71288cc8a074,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:20.087762 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-48d6bbf5-5899-40bb-baae-54cc9035d17b admin admin] Allocated IP 172.20.0.1 (9095fd0f-8ec8-4dbf-87ec-9629298c3b50/f1ac8396-1493-4c14-afbc-6ca83d5e9484/e1227f1a-73dc-46e9-ae37-1fa3fd102e41) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:04:20.139983 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 015329f3-fffe-4f13-93ec-ae4b34f67fbd completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:04:20.166056 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:20.183069 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Transition to ACTIVE for port object c6d507c4-ec45-4b7f-9d3a-6d186c681e74 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:04:20.252880 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48d6bbf5-5899-40bb-baae-54cc9035d17b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:20.333955 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:20.425737 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Attempting to bind port c6d507c4-ec45-4b7f-9d3a-6d186c681e74 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:04:20.427431 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Attempting to bind port c6d507c4-ec45-4b7f-9d3a-6d186c681e74 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:04:20.428044 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Attempting to bind port c6d507c4-ec45-4b7f-9d3a-6d186c681e74 on network d0d110ef-3035-4f07-b05a-39b223314ffd {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:04:20.440194 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48050e66-19fe-467e-ae94-75efb5f7b0c7 None None] Pushing event updated for resources: {'Port': ['ID=c6d507c4-ec45-4b7f-9d3a-6d186c681e74,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:20.451139 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:04:20.454050 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Checking segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:04:20.454204 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:20.455833 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Bound using segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:04:20.456574 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Bound port: c6d507c4-ec45-4b7f-9d3a-6d186c681e74, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:04:20.457007 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:20.479366 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 54612) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:20.493716 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-66d24fcb-9f47-4a98-ba65-bdaad5043e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:20.509698 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48050e66-19fe-467e-ae94-75efb5f7b0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:20.510043 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48050e66-19fe-467e-ae94-75efb5f7b0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:20.510814 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48050e66-19fe-467e-ae94-75efb5f7b0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:20.510814 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48050e66-19fe-467e-ae94-75efb5f7b0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:20.511039 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48050e66-19fe-467e-ae94-75efb5f7b0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:20.511338 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48050e66-19fe-467e-ae94-75efb5f7b0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:20.511662 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48050e66-19fe-467e-ae94-75efb5f7b0c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:20.512616 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48050e66-19fe-467e-ae94-75efb5f7b0c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:20.513059 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48050e66-19fe-467e-ae94-75efb5f7b0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:20.513467 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48050e66-19fe-467e-ae94-75efb5f7b0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:20.513854 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48050e66-19fe-467e-ae94-75efb5f7b0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:20.514182 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48050e66-19fe-467e-ae94-75efb5f7b0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48050e66-19fe-467e-ae94-75efb5f7b0c7 None None] Tracked resource versions report: Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: pushed versions: Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: { 'AddressGroup': {'1.2'}, Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'ConntrackHelper': {'1.0'}, Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Log': {'1.0'}, Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Network': {'1.1'}, Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Port': {'1.7'}, Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'PortForwarding': {'1.2'}, Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'QosPolicy': {'1.9'}, Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'SecurityGroup': {'1.4'}, Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'SecurityGroupRule': {'1.2'}, Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'SubPort': {'1.0'}, Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Subnet': {'1.1'}, Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Trunk': {'1.1'}} Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: consumer versions: Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: { DHCP agent@dv-cinder-806740-4-iscsi: {}, Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: HyperV agent@hv-cinder-80674: {}, Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: L3 agent@dv-cinder-806740-4-iscsi: {}, Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: Metadata agent@dv-cinder-806740-4-iscsi: {}, Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: Metering agent@dv-cinder-806740-4-iscsi: {}, Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: Open vSwitch agent@dv-cinder-806740-4-iscsi: { 'AddressGroup': '1.2', Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'ConntrackHelper': '1.0', Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Log': '1.0', Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Network': '1.1', Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Port': '1.7', Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'PortForwarding': '1.2', Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'QosPolicy': '1.9', Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'SecurityGroup': '1.4', Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'SecurityGroupRule': '1.2', Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'SubPort': '1.0', Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Subnet': '1.1', Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: 'Trunk': '1.1'}} Aug 31 18:04:20.515231 dv-cinder-806740-4-iscsi neutron-server[94693]: {{(pid=94693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 18:04:20.538361 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48d6bbf5-5899-40bb-baae-54cc9035d17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:20.554269 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] For port c6d507c4-ec45-4b7f-9d3a-6d186c681e74, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:04:20.558333 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] For port c6d507c4-ec45-4b7f-9d3a-6d186c681e74, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=c6d507c4-ec45-4b7f-9d3a-6d186c681e74,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:04:20.621005 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d6bbf5-5899-40bb-baae-54cc9035d17b admin admin] Network 9095fd0f-8ec8-4dbf-87ec-9629298c3b50 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:04:20.628946 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-48d6bbf5-5899-40bb-baae-54cc9035d17b admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:04:20.632239 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d6bbf5-5899-40bb-baae-54cc9035d17b admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:04:20.633806 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48d6bbf5-5899-40bb-baae-54cc9035d17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16620676'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:20.636552 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 54614) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:20.637782 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-7ea3b8ee-5fb7-4416-b5cb-87d642ceecbe tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:20.641574 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-7ea3b8ee-5fb7-4416-b5cb-87d642ceecbe tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/networks?id=52c6861f-3d86-490d-a65b-37043819ba3a HTTP/1.1" status: 200 len: 810 time: 0.3005381 Aug 31 18:04:20.644742 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:20.666069 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6bbf5-5899-40bb-baae-54cc9035d17b admin admin] Pushing event updated for resources: {'Port': ['ID=e1227f1a-73dc-46e9-ae37-1fa3fd102e41,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:20.676257 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-8180c63b-8a2f-4c5d-acca-d86ea3da2a84 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-52242356-network', 'tenant_id': '8670cdfd34c04377a4b4ccf74513991c'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:20.707143 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0ad782-eea5-4ada-b4cc-1188fbabff67 None None] Network 75e081f7-d3c8-4092-a3bf-ad504c26e246 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:04:20.718802 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-9fe84115-dd57-4fc3-ada2-c54747cad7de tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/quotas/85eba42bd55b4d90b20cd971474ca80e HTTP/1.1" status: 200 len: 375 time: 0.0356596 Aug 31 18:04:20.751700 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:20.789439 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-26b26dad-9c33-4419-9014-f4c36231026f tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=85eba42bd55b4d90b20cd971474ca80e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606556 Aug 31 18:04:20.805798 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-ba1740a1-ab69-490b-87b5-c27819f6ad5c tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:04:20.806888 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-ba1740a1-ab69-490b-87b5-c27819f6ad5c tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103326 Aug 31 18:04:20.887285 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Routers {'09acaf11-8c2a-4ab6-8563-9882820102d0'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:04:20.887940 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:03:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['09acaf11-8c2a-4ab6-8563-9882820102d0'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:20.929172 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48050e66-19fe-467e-ae94-75efb5f7b0c7 None None] Pushing event updated for resources: {'Port': ['ID=c6d507c4-ec45-4b7f-9d3a-6d186c681e74,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:21.006576 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16624590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16623863'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:21.057062 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-66d24fcb-9f47-4a98-ba65-bdaad5043e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:21.069409 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] Set router 09acaf11-8c2a-4ab6-8563-9882820102d0 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:04:21.088790 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-676e590a-ca18-4e77-821c-528ebcca0e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:21.092727 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bbc6264d-637b-4086-ad15-4b5b03d81880 None None] Provisioning for port 015329f3-fffe-4f13-93ec-ae4b34f67fbd completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:04:21.103600 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bbc6264d-637b-4086-ad15-4b5b03d81880 None None] Provisioning complete for port 015329f3-fffe-4f13-93ec-ae4b34f67fbd triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:04:21.104241 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bbc6264d-637b-4086-ad15-4b5b03d81880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:21.172358 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 54626) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:21.244003 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-66d24fcb-9f47-4a98-ba65-bdaad5043e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:21.266295 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bbc6264d-637b-4086-ad15-4b5b03d81880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:21.287856 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09acaf11-8c2a-4ab6-8563-9882820102d0', 'name': 'tempest-ServerRescueNegativeTestJSON-805371468-router', 'tenant_id': '6058b10a83d8420bb755354e3a8d3077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c6d507c4-ec45-4b7f-9d3a-6d186c681e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:15Z', 'updated_at': '2021-08-31T18:04:17Z', 'revision_number': 3, 'project_id': '6058b10a83d8420bb755354e3a8d3077', 'gw_port': {'id': 'c6d507c4-ec45-4b7f-9d3a-6d186c681e74', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09acaf11-8c2a-4ab6-8563-9882820102d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:16Z', 'updated_at': '2021-08-31T18:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:21.343466 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6da73c-4230-4406-b306-d7eabe2265f9 None None] The sync data for ids ['09acaf11-8c2a-4ab6-8563-9882820102d0'] in dv-cinder-806740-4-iscsi is: [{'id': '09acaf11-8c2a-4ab6-8563-9882820102d0', 'name': 'tempest-ServerRescueNegativeTestJSON-805371468-router', 'tenant_id': '6058b10a83d8420bb755354e3a8d3077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c6d507c4-ec45-4b7f-9d3a-6d186c681e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:15Z', 'updated_at': '2021-08-31T18:04:17Z', 'revision_number': 3, 'project_id': '6058b10a83d8420bb755354e3a8d3077', 'gw_port': {'id': 'c6d507c4-ec45-4b7f-9d3a-6d186c681e74', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09acaf11-8c2a-4ab6-8563-9882820102d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:16Z', 'updated_at': '2021-08-31T18:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:04:21.344756 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bbc6264d-637b-4086-ad15-4b5b03d81880 None None] For port 015329f3-fffe-4f13-93ec-ae4b34f67fbd, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=015329f3-fffe-4f13-93ec-ae4b34f67fbd,segment=NetworkSegment(de9e5290-a599-4c31-9d06-61044e7ef585),segment_id=de9e5290-a599-4c31-9d06-61044e7ef585)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:21.428611 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2311ceee-ad2c-4a52-af95-58568a96dcc8 req-2cfb2fd7-6d3d-4a6c-be0a-6fb82d4a1800 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 210 time: 0.2545357 Aug 31 18:04:21.457127 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8180c63b-8a2f-4c5d-acca-d86ea3da2a84 admin admin] Made reservation on behalf of 8670cdfd34c04377a4b4ccf74513991c for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:04:21.464687 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8180c63b-8a2f-4c5d-acca-d86ea3da2a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:21.467140 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d24fcb-9f47-4a98-ba65-bdaad5043e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d0a5a8-a006-43a7-bb13-91b3c0ad91e7,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:21.501990 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-66d24fcb-9f47-4a98-ba65-bdaad5043e6a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d83ed2345c4a4067acea36ad64b7244e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0188899 Aug 31 18:04:21.502199 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bbc6264d-637b-4086-ad15-4b5b03d81880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:21.510191 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8180c63b-8a2f-4c5d-acca-d86ea3da2a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:21.510490 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 54632) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:21.510589 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9785af13-e9e0-4d52-8927-8c14fe5f1c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:21.524034 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48d6bbf5-5899-40bb-baae-54cc9035d17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:21.591755 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6264d-637b-4086-ad15-4b5b03d81880 None None] Pushing event updated for resources: {'Port': ['ID=015329f3-fffe-4f13-93ec-ae4b34f67fbd,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:21.603749 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d350a4f-8a80-436a-b980-2e689f367e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:21.629387 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6f64f9c2-9638-4b71-b6d5-417f83f462bf None None] Provisioning complete for port 015329f3-fffe-4f13-93ec-ae4b34f67fbd triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:04:21.629788 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6f64f9c2-9638-4b71-b6d5-417f83f462bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:21.633640 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d350a4f-8a80-436a-b980-2e689f367e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:21.676048 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-b8b728ca-79af-4021-b4cc-aeabc77b00f7 service neutron] 10.222.0.58 "GET /v2.0/networks/52c6861f-3d86-490d-a65b-37043819ba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6647532 Aug 31 18:04:21.679054 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] Router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c is scheduled to L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:04:21.839905 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d350a4f-8a80-436a-b980-2e689f367e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:21.862508 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7d350a4f-8a80-436a-b980-2e689f367e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:21.865332 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9785af13-e9e0-4d52-8927-8c14fe5f1c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:21.866598 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-7d350a4f-8a80-436a-b980-2e689f367e13 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98d0a5a8-a006-43a7-bb13-91b3c0ad91e7 HTTP/1.1" status: 204 len: 168 time: 0.3594589 Aug 31 18:04:21.884938 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48d6bbf5-5899-40bb-baae-54cc9035d17b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:21.933523 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d350a4f-8a80-436a-b980-2e689f367e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d0a5a8-a006-43a7-bb13-91b3c0ad91e7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:21.963755 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:04:21.972595 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-938c4624-25e6-40ec-a074-d2c052ee333b service neutron] 10.222.0.58 "GET /v2.0/networks/52c6861f-3d86-490d-a65b-37043819ba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884934 Aug 31 18:04:21.977993 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Sync routers for ids ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:04:21.987789 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 015329f3-fffe-4f13-93ec-ae4b34f67fbd up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:04:22.019640 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Routers {'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:04:22.020609 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:03:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:22.087435 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:22.143141 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 015329f3-fffe-4f13-93ec-ae4b34f67fbd triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:04:22.143769 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:22.195846 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9785af13-e9e0-4d52-8927-8c14fe5f1c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:22.203002 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48d6bbf5-5899-40bb-baae-54cc9035d17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:22.203795 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48d6bbf5-5899-40bb-baae-54cc9035d17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16625204'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:22.210498 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Set router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:04:22.294174 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-9785af13-e9e0-4d52-8927-8c14fe5f1c09 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e6074a55f534162aa3b8a3eca8a60cc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1203909 Aug 31 18:04:22.296993 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 54636) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:22.330480 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785af13-e9e0-4d52-8927-8c14fe5f1c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5242ab-92a8-4fbb-9ec7-1b47092a9c50,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:22.346799 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6bbf5-5899-40bb-baae-54cc9035d17b admin admin] Pushing event updated for resources: {'Port': ['ID=e1227f1a-73dc-46e9-ae37-1fa3fd102e41,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:22.366710 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device c6d507c4-ec45-4b7f-9d3a-6d186c681e74 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:04:22.387263 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8180c63b-8a2f-4c5d-acca-d86ea3da2a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:22.400858 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1823b643-34ed-407a-922b-138f9a62874c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:22.417457 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d6bbf5-5899-40bb-baae-54cc9035d17b admin admin] Network 9095fd0f-8ec8-4dbf-87ec-9629298c3b50 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:04:22.418915 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-48d6bbf5-5899-40bb-baae-54cc9035d17b admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:04:22.445030 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1823b643-34ed-407a-922b-138f9a62874c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:22.535156 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-25307931-05b9-4012-a8e6-369c7867a4e9 req-00ac4223-0183-4f08-8fa0-c3fcccf83fd9 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 210 time: 0.0794868 Aug 31 18:04:22.622055 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d6bbf5-5899-40bb-baae-54cc9035d17b admin admin] Router 09acaf11-8c2a-4ab6-8563-9882820102d0 has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:04:22.627333 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8180c63b-8a2f-4c5d-acca-d86ea3da2a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:22.659210 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:04:20Z', 'revision_number': 3, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:22.676904 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180c63b-8a2f-4c5d-acca-d86ea3da2a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ceb271-9687-4088-8ef3-512bc2c27721,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:22.704765 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Checking router: e3304fcb-a2db-43f4-a1c8-40a2bd4a339c for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:04:22.705142 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Updating router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c port 9528cf6b-6e4c-4525-a3c1-71288cc8a074 binding host dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:04:22.705867 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f6191b09-2d86-4d58-93af-03d1a2bf52c5 req-b3ab71c4-32b8-4393-83a4-6f407ab56c28 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 210 time: 0.0428371 Aug 31 18:04:22.747254 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:22.761842 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:22.766384 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-40283268-75f5-4308-8648-02266e5e1149 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0151782 Aug 31 18:04:22.766482 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 54664) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:22.836705 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d6bbf5-5899-40bb-baae-54cc9035d17b admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:04:22.845660 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-48d6bbf5-5899-40bb-baae-54cc9035d17b admin admin] 10.222.0.58 "PUT /v2.0/routers/09acaf11-8c2a-4ab6-8563-9882820102d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9041576 Aug 31 18:04:22.862854 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1823b643-34ed-407a-922b-138f9a62874c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:22.867422 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8180c63b-8a2f-4c5d-acca-d86ea3da2a84 admin admin] vlan segment allocate from pool success with {'vlan_id': 1208, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:04:22.868092 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1823b643-34ed-407a-922b-138f9a62874c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:22.871446 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-1823b643-34ed-407a-922b-138f9a62874c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f5242ab-92a8-4fbb-9ec7-1b47092a9c50 HTTP/1.1" status: 204 len: 168 time: 0.5696294 Aug 31 18:04:22.879193 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port c6d507c4-ec45-4b7f-9d3a-6d186c681e74 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:04:22.883428 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8180c63b-8a2f-4c5d-acca-d86ea3da2a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:22.883848 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.segments_db [None req-8180c63b-8a2f-4c5d-acca-d86ea3da2a84 admin admin] Added segment 1412ab7b-90cf-4a12-9e6e-f617bcf97bf8 of type vlan for network d24a4cf9-0554-4367-bb0b-60112accfa1e Aug 31 18:04:22.898156 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port c6d507c4-ec45-4b7f-9d3a-6d186c681e74 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:04:22.898633 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:22.933024 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8180c63b-8a2f-4c5d-acca-d86ea3da2a84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:22.982011 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823b643-34ed-407a-922b-138f9a62874c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5242ab-92a8-4fbb-9ec7-1b47092a9c50,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:23.132833 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8180c63b-8a2f-4c5d-acca-d86ea3da2a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:23.134269 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8180c63b-8a2f-4c5d-acca-d86ea3da2a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:23.135019 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8180c63b-8a2f-4c5d-acca-d86ea3da2a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:23.223920 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:23.243158 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180c63b-8a2f-4c5d-acca-d86ea3da2a84 admin admin] Pushing event updated for resources: {'Network': ['ID=d24a4cf9-0554-4367-bb0b-60112accfa1e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:23.262762 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port c6d507c4-ec45-4b7f-9d3a-6d186c681e74, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=c6d507c4-ec45-4b7f-9d3a-6d186c681e74,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:23.269437 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network d24a4cf9-0554-4367-bb0b-60112accfa1e details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:04:23.413475 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:23.416559 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:23.427041 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Transition to ACTIVE for port object 9528cf6b-6e4c-4525-a3c1-71288cc8a074 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:04:23.479506 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Sync routers for ids ['09acaf11-8c2a-4ab6-8563-9882820102d0'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:04:23.479506 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Routers {'09acaf11-8c2a-4ab6-8563-9882820102d0'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:04:23.479506 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:03:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['09acaf11-8c2a-4ab6-8563-9882820102d0'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:23.554540 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:23.556134 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-8180c63b-8a2f-4c5d-acca-d86ea3da2a84 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8909967 Aug 31 18:04:23.557171 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 54690) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:23.577255 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9bf5d835-8eee-4892-85fa-16b210b463f0 admin admin] Request body: {'subnet': {'network_id': 'd24a4cf9-0554-4367-bb0b-60112accfa1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-52242356-subnet', 'tenant_id': '8670cdfd34c04377a4b4ccf74513991c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:23.598377 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] Allocated IP 172.20.0.1 (75e081f7-d3c8-4092-a3bf-ad504c26e246/6cb31828-d8fd-4cf6-8874-763e2a00ac91/630494cf-6ce8-4158-aeee-bd08ff1c6fcc) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:04:23.672438 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=c6d507c4-ec45-4b7f-9d3a-6d186c681e74,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:23.683858 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-158956ab-2a0a-4533-b905-802b1e0b7d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:23.710573 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-068ad0ca-98ba-4fe3-862b-fb9ce473d221 req-d644c3d4-4770-420c-b20d-47f0d40803c6 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 210 time: 0.0388379 Aug 31 18:04:23.721959 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:23.741752 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Set router 09acaf11-8c2a-4ab6-8563-9882820102d0 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:04:23.798202 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:23.815308 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] Transition to ACTIVE for port object 630494cf-6ce8-4158-aeee-bd08ff1c6fcc will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:04:23.832212 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Attempting to bind port 9528cf6b-6e4c-4525-a3c1-71288cc8a074 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:04:23.836003 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Attempting to bind port 9528cf6b-6e4c-4525-a3c1-71288cc8a074 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:04:23.851539 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf5d835-8eee-4892-85fa-16b210b463f0 admin admin] Made reservation on behalf of 8670cdfd34c04377a4b4ccf74513991c for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:04:23.865757 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Attempting to bind port 9528cf6b-6e4c-4525-a3c1-71288cc8a074 on network d0d110ef-3035-4f07-b05a-39b223314ffd {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:04:23.884860 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9bf5d835-8eee-4892-85fa-16b210b463f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:23.896036 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:23.934088 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8ec4af8c-a17e-4ac4-bc4a-eb70f3600e24 req-72ab5539-03b1-4ba8-af0f-dd44ed8e25c0 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 210 time: 0.1076276 Aug 31 18:04:23.965143 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:04:23.967346 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Checking segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:04:23.969924 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:23.971089 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Bound using segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:04:23.972969 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Bound port: 9528cf6b-6e4c-4525-a3c1-71288cc8a074, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:04:23.973696 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:23.993687 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4306d8-0f27-42f9-903d-94d9dfabb9a3 None None] Pushing event updated for resources: {'Port': ['ID=9528cf6b-6e4c-4525-a3c1-71288cc8a074,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:24.078792 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device c6d507c4-ec45-4b7f-9d3a-6d186c681e74 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:04:24.184621 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port c6d507c4-ec45-4b7f-9d3a-6d186c681e74 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:04:24.189691 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:24.230957 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09acaf11-8c2a-4ab6-8563-9882820102d0', 'name': 'tempest-ServerRescueNegativeTestJSON-805371468-router', 'tenant_id': '6058b10a83d8420bb755354e3a8d3077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c6d507c4-ec45-4b7f-9d3a-6d186c681e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:15Z', 'updated_at': '2021-08-31T18:04:21Z', 'revision_number': 4, 'project_id': '6058b10a83d8420bb755354e3a8d3077', 'gw_port': {'id': 'c6d507c4-ec45-4b7f-9d3a-6d186c681e74', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09acaf11-8c2a-4ab6-8563-9882820102d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:16Z', 'updated_at': '2021-08-31T18:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': 'e1227f1a-73dc-46e9-ae37-1fa3fd102e41', 'name': '', 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50', 'tenant_id': '6058b10a83d8420bb755354e3a8d3077', 'mac_address': 'fa:16:3e:eb:ce:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09acaf11-8c2a-4ab6-8563-9882820102d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f1ac8396-1493-4c14-afbc-6ca83d5e9484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:21Z', 'revision_number': 2, 'project_id': '6058b10a83d8420bb755354e3a8d3077', 'subnets': [{'id': 'f1ac8396-1493-4c14-afbc-6ca83d5e9484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:24.336468 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Checking router: 09acaf11-8c2a-4ab6-8563-9882820102d0 for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:04:24.336468 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Updating router 09acaf11-8c2a-4ab6-8563-9882820102d0 port e1227f1a-73dc-46e9-ae37-1fa3fd102e41 binding host dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:04:24.337438 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] For port 9528cf6b-6e4c-4525-a3c1-71288cc8a074, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:04:24.337438 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] For port 9528cf6b-6e4c-4525-a3c1-71288cc8a074, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=9528cf6b-6e4c-4525-a3c1-71288cc8a074,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:04:24.337990 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:24.453227 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-d5dad9e3-60ec-409b-a55c-dc5d1d9ab063 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:24.456193 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-d5dad9e3-60ec-409b-a55c-dc5d1d9ab063 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/networks?id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50 HTTP/1.1" status: 200 len: 818 time: 0.1235199 Aug 31 18:04:24.472065 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-a635653d-0357-4bda-ab0f-319353f95b9f tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/quotas/6058b10a83d8420bb755354e3a8d3077 HTTP/1.1" status: 200 len: 375 time: 0.0098476 Aug 31 18:04:24.535403 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0e776102-8c3a-473e-a8f9-0cc2b6b443a0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6058b10a83d8420bb755354e3a8d3077&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575690 Aug 31 18:04:24.647099 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-d08f7456-da38-4178-ab8b-1ab87274c753 service neutron] 10.222.0.58 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829618 Aug 31 18:04:24.647332 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:24.647332 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Transition to ACTIVE for port object e1227f1a-73dc-46e9-ae37-1fa3fd102e41 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:04:24.698879 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:24.744439 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] Network 75e081f7-d3c8-4092-a3bf-ad504c26e246 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:04:24.748619 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:04:24.752432 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-df1f28f2-e412-4067-ad04-8344b1cbc33b service neutron] 10.222.0.58 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208448 Aug 31 18:04:24.753132 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:04:24.753589 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16620676'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:24.855298 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9bf5d835-8eee-4892-85fa-16b210b463f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:24.857059 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:24.865015 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:24.923113 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:24.937755 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5d835-8eee-4892-85fa-16b210b463f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=065b2e64-14d5-4c2a-beab-7bef2e708d53,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:24.967020 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Routers {'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:04:24.968135 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:04:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:24.977956 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4306d8-0f27-42f9-903d-94d9dfabb9a3 None None] Pushing event updated for resources: {'Port': ['ID=9528cf6b-6e4c-4525-a3c1-71288cc8a074,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:25.025417 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5d835-8eee-4892-85fa-16b210b463f0 admin admin] Checking segment: {'id': '1412ab7b-90cf-4a12-9e6e-f617bcf97bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'd24a4cf9-0554-4367-bb0b-60112accfa1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:04:25.025937 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf5d835-8eee-4892-85fa-16b210b463f0 admin admin] Network hostable DHCP agents. Network: d24a4cf9-0554-4367-bb0b-60112accfa1e, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:04:25.043951 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b2509342-b931-4ea9-ba4b-d4a286737ad5 req-f171eca9-3d4d-4888-9ad8-6c8050f576f0 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 210 time: 0.0370922 Aug 31 18:04:25.062258 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f3104-7e6e-4b63-9fbf-bb7db9102d0e None None] Pushing event updated for resources: {'Port': ['ID=e1227f1a-73dc-46e9-ae37-1fa3fd102e41,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:25.074844 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] Pushing event updated for resources: {'Port': ['ID=630494cf-6ce8-4158-aeee-bd08ff1c6fcc,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:25.167301 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Attempting to bind port e1227f1a-73dc-46e9-ae37-1fa3fd102e41 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:04:25.167720 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Attempting to bind port e1227f1a-73dc-46e9-ae37-1fa3fd102e41 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '4c966230-c0a4-4e3c-97f4-9a193c4e27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:04:25.168110 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Attempting to bind port e1227f1a-73dc-46e9-ae37-1fa3fd102e41 on network 9095fd0f-8ec8-4dbf-87ec-9629298c3b50 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:04:25.176191 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:04:25.176492 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Checking segment: {'id': '4c966230-c0a4-4e3c-97f4-9a193c4e27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:04:25.176955 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:25.177372 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Bound using segment: {'id': '4c966230-c0a4-4e3c-97f4-9a193c4e27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:04:25.177825 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Bound port: e1227f1a-73dc-46e9-ae37-1fa3fd102e41, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c966230-c0a4-4e3c-97f4-9a193c4e27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:04:25.178202 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:25.202176 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf5d835-8eee-4892-85fa-16b210b463f0 admin admin] Network d24a4cf9-0554-4367-bb0b-60112accfa1e is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:04:25.256415 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0b699e56-00c6-44a9-b097-0bf33f7557cd req-01dd1214-2ea3-4ca6-8b9c-8f276015e5c5 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 210 time: 0.0724335 Aug 31 18:04:25.300495 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] For port e1227f1a-73dc-46e9-ae37-1fa3fd102e41, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:04:25.306062 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] For port e1227f1a-73dc-46e9-ae37-1fa3fd102e41, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=e1227f1a-73dc-46e9-ae37-1fa3fd102e41,segment=NetworkSegment(4c966230-c0a4-4e3c-97f4-9a193c4e27e9),segment_id=4c966230-c0a4-4e3c-97f4-9a193c4e27e9)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:04:25.313221 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7ef4f70c-3b54-485b-805d-24aca70763c4 req-6ae77336-b5bc-4653-85c7-b26c71d085e3 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 210 time: 0.0542691 Aug 31 18:04:25.352044 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] Set router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:04:25.415550 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-9bf5d835-8eee-4892-85fa-16b210b463f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, d24a4cf9-0554-4367-bb0b-60112accfa1e) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:04:25.450683 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf5d835-8eee-4892-85fa-16b210b463f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:25.450683 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9bf5d835-8eee-4892-85fa-16b210b463f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:25.451060 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2ae416-66d8-4987-863e-823d58185a38 None None] Network d24a4cf9-0554-4367-bb0b-60112accfa1e requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:04:25.451260 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:25.635085 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8767be-50ee-4b53-8b6b-dbe289cf0c0a None None] Network d24a4cf9-0554-4367-bb0b-60112accfa1e requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:04:25.689695 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:25.690845 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-94869d4d-a7ae-4885-8e07-29eb2d17d58a None None] Provisioning for port 630494cf-6ce8-4158-aeee-bd08ff1c6fcc completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:04:25.696966 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:04:20Z', 'revision_number': 3, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:25.727494 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:25.731717 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-94869d4d-a7ae-4885-8e07-29eb2d17d58a None None] Provisioning complete for port 630494cf-6ce8-4158-aeee-bd08ff1c6fcc triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:04:25.732092 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-94869d4d-a7ae-4885-8e07-29eb2d17d58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:25.733755 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e9f675-7699-4ecb-876e-2df1fc63644c None None] The sync data for ids ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'] in dv-cinder-806740-4-iscsi is: [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:04:20Z', 'revision_number': 3, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:04:25.761357 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f3104-7e6e-4b63-9fbf-bb7db9102d0e None None] Pushing event updated for resources: {'Port': ['ID=e1227f1a-73dc-46e9-ae37-1fa3fd102e41,revision_number=4']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:25.772880 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Routers {'09acaf11-8c2a-4ab6-8563-9882820102d0'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:04:25.773828 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:04:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['09acaf11-8c2a-4ab6-8563-9882820102d0'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:25.788255 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d72dcb15-ef0b-45f7-bea0-c13856c11f31 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:25.812096 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-9bf5d835-8eee-4892-85fa-16b210b463f0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2406130 Aug 31 18:04:25.812485 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d72dcb15-ef0b-45f7-bea0-c13856c11f31 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/networks?id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50 HTTP/1.1" status: 200 len: 818 time: 0.1621585 Aug 31 18:04:25.839115 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-28a84eee-d24c-4aaa-847d-eff0111eea6e tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/quotas/6058b10a83d8420bb755354e3a8d3077 HTTP/1.1" status: 200 len: 375 time: 0.0254562 Aug 31 18:04:25.840852 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-94869d4d-a7ae-4885-8e07-29eb2d17d58a None None] Port 630494cf-6ce8-4158-aeee-bd08ff1c6fcc cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:04:25.912140 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-03e48a09-1dae-4e80-a564-1f762eb85d47 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6058b10a83d8420bb755354e3a8d3077&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0626204 Aug 31 18:04:25.942075 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] Set router 09acaf11-8c2a-4ab6-8563-9882820102d0 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:04:25.985823 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 54778) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:26.025114 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:26.025873 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16625204'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:26.160718 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-f91181cf-8c6f-4da3-8f99-e39190fd53ad service neutron] 10.222.0.58 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363143 Aug 31 18:04:26.167553 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-afcdd336-455b-4d14-9674-dd424a8f4d04 admin admin] Deleting subnet 12686505-c637-4657-a118-7a6df1789b60 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:04:26.228136 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-afcdd336-455b-4d14-9674-dd424a8f4d04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:26.232395 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] Pushing event updated for resources: {'Port': ['ID=630494cf-6ce8-4158-aeee-bd08ff1c6fcc,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:26.269281 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09acaf11-8c2a-4ab6-8563-9882820102d0', 'name': 'tempest-ServerRescueNegativeTestJSON-805371468-router', 'tenant_id': '6058b10a83d8420bb755354e3a8d3077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c6d507c4-ec45-4b7f-9d3a-6d186c681e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:15Z', 'updated_at': '2021-08-31T18:04:21Z', 'revision_number': 4, 'project_id': '6058b10a83d8420bb755354e3a8d3077', 'gw_port': {'id': 'c6d507c4-ec45-4b7f-9d3a-6d186c681e74', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09acaf11-8c2a-4ab6-8563-9882820102d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:16Z', 'updated_at': '2021-08-31T18:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': 'e1227f1a-73dc-46e9-ae37-1fa3fd102e41', 'name': '', 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50', 'tenant_id': '6058b10a83d8420bb755354e3a8d3077', 'mac_address': 'fa:16:3e:eb:ce:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09acaf11-8c2a-4ab6-8563-9882820102d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f1ac8396-1493-4c14-afbc-6ca83d5e9484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:25Z', 'revision_number': 4, 'project_id': '6058b10a83d8420bb755354e3a8d3077', 'subnets': [{'id': 'f1ac8396-1493-4c14-afbc-6ca83d5e9484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:26.305757 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f8d24f-04dd-4757-8a71-1bda493cdcc2 None None] The sync data for ids ['09acaf11-8c2a-4ab6-8563-9882820102d0'] in dv-cinder-806740-4-iscsi is: [{'id': '09acaf11-8c2a-4ab6-8563-9882820102d0', 'name': 'tempest-ServerRescueNegativeTestJSON-805371468-router', 'tenant_id': '6058b10a83d8420bb755354e3a8d3077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c6d507c4-ec45-4b7f-9d3a-6d186c681e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:15Z', 'updated_at': '2021-08-31T18:04:21Z', 'revision_number': 4, 'project_id': '6058b10a83d8420bb755354e3a8d3077', 'gw_port': {'id': 'c6d507c4-ec45-4b7f-9d3a-6d186c681e74', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09acaf11-8c2a-4ab6-8563-9882820102d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:16Z', 'updated_at': '2021-08-31T18:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': 'e1227f1a-73dc-46e9-ae37-1fa3fd102e41', 'name': '', 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50', 'tenant_id': '6058b10a83d8420bb755354e3a8d3077', 'mac_address': 'fa:16:3e:eb:ce:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09acaf11-8c2a-4ab6-8563-9882820102d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f1ac8396-1493-4c14-afbc-6ca83d5e9484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:25Z', 'revision_number': 4, 'project_id': '6058b10a83d8420bb755354e3a8d3077', 'subnets': [{'id': 'f1ac8396-1493-4c14-afbc-6ca83d5e9484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:04:26.375548 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ca6f0067-5346-46a3-b952-2e49a5bdd5af req-e608839c-927a-4e6c-9905-b481f51309f4 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 210 time: 0.0755138 Aug 31 18:04:26.413534 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-afcdd336-455b-4d14-9674-dd424a8f4d04 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:26.430375 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-afcdd336-455b-4d14-9674-dd424a8f4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-582367'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:26.508131 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] Network 75e081f7-d3c8-4092-a3bf-ad504c26e246 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:04:26.585887 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b92fa5d6-7b4e-49b8-9804-74ca6dcf884d req-a91fbc22-01ab-438b-b7cb-83946f12d40b tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 210 time: 0.1042175 Aug 31 18:04:26.598175 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:04:26.602414 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-74eb2755-4885-4d6d-a2ff-932243d5eea2 service neutron] 10.222.0.58 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298997 Aug 31 18:04:27.153063 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.61', 56993) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:27.198554 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:27.200720 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-afcdd336-455b-4d14-9674-dd424a8f4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-582356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:27.200720 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-afcdd336-455b-4d14-9674-dd424a8f4d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:27.200720 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-afcdd336-455b-4d14-9674-dd424a8f4d04 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/12686505-c637-4657-a118-7a6df1789b60 HTTP/1.1" status: 204 len: 168 time: 0.8399601 Aug 31 18:04:27.200720 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdd336-455b-4d14-9674-dd424a8f4d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12686505-c637-4657-a118-7a6df1789b60,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:27.200720 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 54802) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:27.200720 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] Router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:04:27.203172 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-51f8698c-94ad-48ee-8654-743130f6cbbe None None] Provisioning complete for port 630494cf-6ce8-4158-aeee-bd08ff1c6fcc triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:04:27.203172 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-51f8698c-94ad-48ee-8654-743130f6cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:27.206441 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563888'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:27.207346 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-51f8698c-94ad-48ee-8654-743130f6cbbe None None] Port 630494cf-6ce8-4158-aeee-bd08ff1c6fcc cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:04:27.232692 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-382ded81-7a48-4c7d-8ce7-65c0552b5326 req-dab8eca0-d719-4312-9bca-8a26e899faf4 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 210 time: 0.0925450 Aug 31 18:04:27.276120 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-11575292-3362-4bd6-9327-956a37285383 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:27.277653 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-11575292-3362-4bd6-9327-956a37285383 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.61 "GET /v2.0/networks?id=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 HTTP/1.1" status: 200 len: 814 time: 0.5755672 Aug 31 18:04:27.291538 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582948', 'neutron.services.segments.db._delete_segments_for_network-8760416493249'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:27.301504 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:04:27.307908 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-e256d0a1-0642-446e-a9e7-505045d198b6 admin admin] 10.222.0.58 "PUT /v2.0/routers/e3304fcb-a2db-43f4-a1c8-40a2bd4a339c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5394399 Aug 31 18:04:27.310323 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:04:27.310668 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:04:27.311440 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:04:27.311763 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Subscribe: > port after_create 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:04:27.312124 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Subscribe: > port after_delete 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:04:27.312454 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Subscribe: > port after_update 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:04:27.312768 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:04:27.313105 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:04:27.313455 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:04:27.313812 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:04:27.373050 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-9f267952-d810-4071-850d-0fa01cd6c4fc tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Request body: {'port': {'device_id': '521e9700-579d-4dbb-a9f5-6e11b9d95ff0', 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8', 'admin_state_up': True, 'tenant_id': 'bcf70f5913ed4702a205373c28c2f652'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:27.619503 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:04:27.619842 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:04:27.620163 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:04:27.620486 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:04:27.620859 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcb5634-ae9b-4c5a-9208-01ca5b74555a']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:27.661963 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75a8b57-a639-4c62-9ef0-d75bcc999d94') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:27.662251 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75a8b57-a639-4c62-9ef0-d75bcc999d94') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:27.667807 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-358db4fa-cebb-49c6-8a6b-9a7db815e4ac req-02e22ae2-a9ea-49b5-b8ac-f4e57ee9c26e tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 210 time: 0.0417724 Aug 31 18:04:27.717934 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760416505941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14011211'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:27.718099 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-9f267952-d810-4071-850d-0fa01cd6c4fc tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Made reservation on behalf of bcf70f5913ed4702a205373c28c2f652 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:04:27.724296 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-9f267952-d810-4071-850d-0fa01cd6c4fc tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:27.766230 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:27.793892 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:04:27.794477 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14918096'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: from cryptography.utils import int_from_bytes Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: from cryptography.utils import int_from_bytes Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: Traceback (most recent call last): Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: timer() Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: cb(*args, **kw) Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: return func(*args, **kwargs) Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: self._notify() Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: self.callback(batched_events) Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: event.method(event) Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: return f(self, *a, **k) Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._get(url).json() Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:04:27.803166 dv-cinder-806740-4-iscsi neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:04:28.007888 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device e1227f1a-73dc-46e9-ae37-1fa3fd102e41 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:04:28.219622 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-9f267952-d810-4071-850d-0fa01cd6c4fc tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Allocated IP 172.20.0.2 (1a2e3db9-3684-47ea-89ae-cae2e29e5cc8/f428a510-e539-4b72-8073-f50cf5f5996d/575bd565-2114-44ee-a4cc-f9709eb04b62) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:04:28.352472 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3eef2568-e322-474c-8d11-ca1124731b91 req-b8dec6a1-7d33-4870-8cf7-6bb9205f117c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 210 time: 0.0709348 Aug 31 18:04:28.412679 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port e1227f1a-73dc-46e9-ae37-1fa3fd102e41 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:04:28.416874 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port e1227f1a-73dc-46e9-ae37-1fa3fd102e41 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:04:28.417469 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:28.473651 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fdd7eb77-0bad-447a-a1a4-c9a0ee0d5ac1 req-673a3d45-05b6-4d8b-b154-98bbc97af0f9 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 210 time: 0.0549805 Aug 31 18:04:28.519669 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:28.572381 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port e1227f1a-73dc-46e9-ae37-1fa3fd102e41, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=e1227f1a-73dc-46e9-ae37-1fa3fd102e41,segment=NetworkSegment(4c966230-c0a4-4e3c-97f4-9a193c4e27e9),segment_id=4c966230-c0a4-4e3c-97f4-9a193c4e27e9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:28.583073 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-9f267952-d810-4071-850d-0fa01cd6c4fc tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:28.602185 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-582973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16620547'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:28.611571 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:28.616078 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] 10.222.0.58 "DELETE /v2.0/networks/3fcb5634-ae9b-4c5a-9208-01ca5b74555a HTTP/1.1" status: 204 len: 168 time: 1.7809517 Aug 31 18:04:28.619058 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 54892) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:28.628070 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e0a52-1693-4ce3-ac0c-1a0b19554a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=3fcb5634-ae9b-4c5a-9208-01ca5b74555a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:28.677457 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 54894) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:28.684790 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8c1190ee-638f-4dae-b04d-378c67fdbd20 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--954712854', 'description': 'tempest-description--1033462214'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:28.712519 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-038d73bb-a3e5-4203-94bf-2463b6c4566a admin admin] Deleting subnet 065b2e64-14d5-4c2a-beab-7bef2e708d53 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:04:28.715664 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-038d73bb-a3e5-4203-94bf-2463b6c4566a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:28.760256 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-038d73bb-a3e5-4203-94bf-2463b6c4566a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:28.771121 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-038d73bb-a3e5-4203-94bf-2463b6c4566a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-582367'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:28.798379 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f2adce67-b140-42f8-870c-c795e58555b6 req-0531e458-4384-44a6-8b68-55efa16885c8 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 210 time: 0.0288427 Aug 31 18:04:28.852036 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Sync routers for ids ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:04:28.861119 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:28.861925 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 9528cf6b-6e4c-4525-a3c1-71288cc8a074 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:04:28.905224 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Routers {'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:04:28.906056 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:04:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:28.993524 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=e1227f1a-73dc-46e9-ae37-1fa3fd102e41,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:29.042379 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c1190ee-638f-4dae-b04d-378c67fdbd20 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:29.043849 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-9f267952-d810-4071-850d-0fa01cd6c4fc tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:29.101252 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Set router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:04:29.164536 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-038d73bb-a3e5-4203-94bf-2463b6c4566a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-582356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:29.194403 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 9528cf6b-6e4c-4525-a3c1-71288cc8a074 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:04:29.215222 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c1190ee-638f-4dae-b04d-378c67fdbd20 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:29.217361 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 9528cf6b-6e4c-4525-a3c1-71288cc8a074 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:04:29.227445 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:29.269580 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-9f267952-d810-4071-850d-0fa01cd6c4fc tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:04:29.275710 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-9f267952-d810-4071-850d-0fa01cd6c4fc tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:04:29.278163 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d73bb-a3e5-4203-94bf-2463b6c4566a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=065b2e64-14d5-4c2a-beab-7bef2e708d53,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:29.301122 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-9f267952-d810-4071-850d-0fa01cd6c4fc tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:04:29.307218 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-9f267952-d810-4071-850d-0fa01cd6c4fc tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:29.308162 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-9f267952-d810-4071-850d-0fa01cd6c4fc tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:29.327392 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-038d73bb-a3e5-4203-94bf-2463b6c4566a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:29.332465 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 54910) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:29.339663 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-038d73bb-a3e5-4203-94bf-2463b6c4566a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/065b2e64-14d5-4c2a-beab-7bef2e708d53 HTTP/1.1" status: 204 len: 168 time: 0.7183032 Aug 31 18:04:29.382028 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c1190ee-638f-4dae-b04d-378c67fdbd20 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:29.435368 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f267952-d810-4071-850d-0fa01cd6c4fc tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Pushing event updated for resources: {'Port': ['ID=575bd565-2114-44ee-a4cc-f9709eb04b62,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:29.535562 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1190ee-638f-4dae-b04d-378c67fdbd20 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e010ea89-fe88-411a-8828-0604b1f841c9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:29.538033 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-9f267952-d810-4071-850d-0fa01cd6c4fc tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1687951 Aug 31 18:04:29.564398 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-58f01d02-574a-4b3d-9df5-d79cf67e1aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563888'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:29.633176 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476642a1-24ee-41db-88dc-763c96af1e0c req-daa83787-d331-4fff-83a4-45f7c189554d tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:29.635069 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-476642a1-24ee-41db-88dc-763c96af1e0c req-daa83787-d331-4fff-83a4-45f7c189554d tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 931 time: 0.1229594 Aug 31 18:04:29.702583 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c5a3d06b-40dc-451b-a069-04e4a4e07ec3 req-eb9ac0bd-24cf-4da5-bdb4-a924d7569f13 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 210 time: 0.0798192 Aug 31 18:04:29.710784 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8c1190ee-638f-4dae-b04d-378c67fdbd20 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:29.711965 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-8c1190ee-638f-4dae-b04d-378c67fdbd20 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0334244 Aug 31 18:04:29.715129 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 54920) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:29.721183 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d97bf5fe-eadd-45fe-b810-463885ed83d5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Request body: {'security_group_rule': {'security_group_id': 'e010ea89-fe88-411a-8828-0604b1f841c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:29.743442 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-58f01d02-574a-4b3d-9df5-d79cf67e1aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582948', 'neutron.services.segments.db._delete_segments_for_network-8760416493249'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:29.756246 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:29.769505 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-58f01d02-574a-4b3d-9df5-d79cf67e1aac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24a4cf9-0554-4367-bb0b-60112accfa1e']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:29.785705 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port 9528cf6b-6e4c-4525-a3c1-71288cc8a074, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=9528cf6b-6e4c-4525-a3c1-71288cc8a074,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:29.790603 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-476642a1-24ee-41db-88dc-763c96af1e0c req-30d3ac3f-ee31-42e2-a994-3917f5a3b66e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445303 Aug 31 18:04:29.795320 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-58f01d02-574a-4b3d-9df5-d79cf67e1aac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1412ab7b-90cf-4a12-9e6e-f617bcf97bf8') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:29.813322 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-58f01d02-574a-4b3d-9df5-d79cf67e1aac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1412ab7b-90cf-4a12-9e6e-f617bcf97bf8') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:29.816286 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-58f01d02-574a-4b3d-9df5-d79cf67e1aac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760416505941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14011211'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:29.820233 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:04:25Z', 'revision_number': 4, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '630494cf-6ce8-4158-aeee-bd08ff1c6fcc', 'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'mac_address': 'fa:16:3e:8f:9b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:23Z', 'updated_at': '2021-08-31T18:04:25Z', 'revision_number': 2, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'subnets': [{'id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:29.836563 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-58f01d02-574a-4b3d-9df5-d79cf67e1aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f01d02-574a-4b3d-9df5-d79cf67e1aac admin admin] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-58f01d02-574a-4b3d-9df5-d79cf67e1aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14918096'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: Traceback (most recent call last): Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: timer() Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: cb(*args, **kw) Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: return func(*args, **kwargs) Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: self._notify() Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: self.callback(batched_events) Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: event.method(event) Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: return f(self, *a, **k) Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._get(url).json() Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:04:29.853852 dv-cinder-806740-4-iscsi neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:04:29.855862 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 54924) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:29.881261 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d97bf5fe-eadd-45fe-b810-463885ed83d5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:29.917290 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Checking router: e3304fcb-a2db-43f4-a1c8-40a2bd4a339c for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:04:29.917649 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Updating router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c port 630494cf-6ce8-4158-aeee-bd08ff1c6fcc binding host dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:04:29.959679 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-45e4273d-2e21-42d4-b77b-0d05282e8a2e req-df7d9ee8-2dc0-46ad-8d6d-a9bd31da13fe tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 210 time: 0.0519061 Aug 31 18:04:29.972714 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:30.007755 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d97bf5fe-eadd-45fe-b810-463885ed83d5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:30.010044 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-f7e711a6-f5c8-4ef2-b84c-d285f91352a2 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:04:30.011157 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-f7e711a6-f5c8-4ef2-b84c-d285f91352a2 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056729 Aug 31 18:04:30.025178 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.61', 57004) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:30.066511 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:30.071615 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-58f01d02-574a-4b3d-9df5-d79cf67e1aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-582973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16620547'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:30.077926 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-58f01d02-574a-4b3d-9df5-d79cf67e1aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:30.081999 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-58f01d02-574a-4b3d-9df5-d79cf67e1aac admin admin] 10.222.0.58 "DELETE /v2.0/networks/d24a4cf9-0554-4367-bb0b-60112accfa1e HTTP/1.1" status: 204 len: 168 time: 0.7461689 Aug 31 18:04:30.121463 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1acdf872-a926-4ab8-b4ae-d712d3eac244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:30.130396 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f01d02-574a-4b3d-9df5-d79cf67e1aac admin admin] Pushing event deleted for resources: {'Network': ['ID=d24a4cf9-0554-4367-bb0b-60112accfa1e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:30.131247 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=9528cf6b-6e4c-4525-a3c1-71288cc8a074,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:30.222368 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d97bf5fe-eadd-45fe-b810-463885ed83d5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:30.244356 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device e1227f1a-73dc-46e9-ae37-1fa3fd102e41 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:04:30.325305 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bf5fe-eadd-45fe-b810-463885ed83d5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64b1a2f-6e9c-4682-80ec-d8b73e07695f,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:30.403497 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port e1227f1a-73dc-46e9-ae37-1fa3fd102e41 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:04:30.403497 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:30.414656 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-6f196f09-445e-4fb7-b4ed-44ea245ed6a0 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:30.416154 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-6f196f09-445e-4fb7-b4ed-44ea245ed6a0 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.61 "GET /v2.0/networks?id=52c6861f-3d86-490d-a65b-37043819ba3a HTTP/1.1" status: 200 len: 810 time: 0.3219047 Aug 31 18:04:30.449839 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Request body: {'port': {'device_id': '521e9700-579d-4dbb-a9f5-6e11b9d95ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:30.534038 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1acdf872-a926-4ab8-b4ae-d712d3eac244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:30.586645 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:30.670677 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-aab5fe7b-b389-4f3b-9c04-e5db1585c7e3 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Request body: {'port': {'device_id': '9ae514cd-1ed7-4c6d-bedf-11f529b405dd', 'network_id': '52c6861f-3d86-490d-a65b-37043819ba3a', 'admin_state_up': True, 'tenant_id': '85eba42bd55b4d90b20cd971474ca80e'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:30.705183 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 54946) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:30.731234 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1acdf872-a926-4ab8-b4ae-d712d3eac244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:30.799586 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-9bea829c-5f56-4067-9b77-a8b8de77d24e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7a012a0c59d1447ba69aedfe7a68b2c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0902219 Aug 31 18:04:30.802106 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 54952) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:30.853069 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:30.896474 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Transition to ACTIVE for port object 630494cf-6ce8-4158-aeee-bd08ff1c6fcc will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:04:30.923182 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdf872-a926-4ab8-b4ae-d712d3eac244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7471549-f361-4a2f-980a-ad02ad809b82,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:30.966796 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f95af508-9d7d-455c-b6e2-9421b9717583 req-a2eb8b42-f03d-4863-a3a9-e31bf3b81393 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 210 time: 0.1075161 Aug 31 18:04:31.000268 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8f677391-475a-4467-a248-ea2957aa8b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:31.065419 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8f677391-475a-4467-a248-ea2957aa8b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:31.101856 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eff83c-f089-4d45-984a-d5070a4fd09c req-f5318ab6-cfe7-474b-a7a3-e7bcb94e29f0 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:31.104219 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-64eff83c-f089-4d45-984a-d5070a4fd09c req-f5318ab6-cfe7-474b-a7a3-e7bcb94e29f0 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 931 time: 0.1347473 Aug 31 18:04:31.153167 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-adda1a13-c59f-4a57-8073-5df2bf400bd5 req-9d674dd2-8e88-4634-b3c8-94b326eab590 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 210 time: 0.0424635 Aug 31 18:04:31.208287 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-64eff83c-f089-4d45-984a-d5070a4fd09c req-7394ae9e-7451-4cb1-bc72-a505f7a2df44 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823452 Aug 31 18:04:31.237376 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-1acdf872-a926-4ab8-b4ae-d712d3eac244 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c144a18d34f744c4954b5b68846fe3ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3874135 Aug 31 18:04:31.240883 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 54960) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:31.307653 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31286829-59d4-4890-ad05-443e68a9ab98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:31.333420 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31286829-59d4-4890-ad05-443e68a9ab98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:31.547125 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575bd565-2114-44ee-a4cc-f9709eb04b62 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:04:31.561983 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:31.569248 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d97bf5fe-eadd-45fe-b810-463885ed83d5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:31.569458 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-d97bf5fe-eadd-45fe-b810-463885ed83d5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8527038 Aug 31 18:04:31.572532 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 54962) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:31.577712 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-3c72a484-0d57-43cf-997c-435fb5780c37 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Request body: {'security_group_rule': {'security_group_id': 'e010ea89-fe88-411a-8828-0604b1f841c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:31.597068 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8f677391-475a-4467-a248-ea2957aa8b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:31.597465 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Transition to ACTIVE for port object 575bd565-2114-44ee-a4cc-f9709eb04b62 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:04:31.598246 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:31.600456 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8f677391-475a-4467-a248-ea2957aa8b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:31.601678 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-8f677391-475a-4467-a248-ea2957aa8b5f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/11bca125-a583-4b0c-9d89-55389c6a7de8 HTTP/1.1" status: 204 len: 168 time: 0.7975357 Aug 31 18:04:31.605527 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31286829-59d4-4890-ad05-443e68a9ab98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:31.617723 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31286829-59d4-4890-ad05-443e68a9ab98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:31.617723 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-31286829-59d4-4890-ad05-443e68a9ab98 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7471549-f361-4a2f-980a-ad02ad809b82 HTTP/1.1" status: 204 len: 168 time: 0.3657258 Aug 31 18:04:31.617723 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f677391-475a-4467-a248-ea2957aa8b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bca125-a583-4b0c-9d89-55389c6a7de8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:31.633136 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31286829-59d4-4890-ad05-443e68a9ab98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7471549-f361-4a2f-980a-ad02ad809b82,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:31.713314 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b223b55-7e94-4aed-b155-278551ddddb4 None None] Pushing event updated for resources: {'Port': ['ID=630494cf-6ce8-4158-aeee-bd08ff1c6fcc,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:31.788576 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-aab5fe7b-b389-4f3b-9c04-e5db1585c7e3 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Made reservation on behalf of 85eba42bd55b4d90b20cd971474ca80e for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:04:31.803148 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-aab5fe7b-b389-4f3b-9c04-e5db1585c7e3 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:31.803748 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Attempting to bind port 630494cf-6ce8-4158-aeee-bd08ff1c6fcc on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:04:31.804152 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Attempting to bind port 630494cf-6ce8-4158-aeee-bd08ff1c6fcc by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': 'de9e5290-a599-4c31-9d06-61044e7ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:04:31.804612 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Attempting to bind port 630494cf-6ce8-4158-aeee-bd08ff1c6fcc on network 75e081f7-d3c8-4092-a3bf-ad504c26e246 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:04:31.811965 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:31.819744 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:04:31.819992 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Checking segment: {'id': 'de9e5290-a599-4c31-9d06-61044e7ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:04:31.820629 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:31.821080 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Bound using segment: {'id': 'de9e5290-a599-4c31-9d06-61044e7ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:04:31.821575 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Bound port: 630494cf-6ce8-4158-aeee-bd08ff1c6fcc, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e5290-a599-4c31-9d06-61044e7ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:04:31.821964 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:31.948377 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] For port 630494cf-6ce8-4158-aeee-bd08ff1c6fcc, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:04:31.956279 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] For port 630494cf-6ce8-4158-aeee-bd08ff1c6fcc, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=630494cf-6ce8-4158-aeee-bd08ff1c6fcc,segment=NetworkSegment(de9e5290-a599-4c31-9d06-61044e7ef585),segment_id=de9e5290-a599-4c31-9d06-61044e7ef585)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:04:32.013266 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Pushing event updated for resources: {'Port': ['ID=575bd565-2114-44ee-a4cc-f9709eb04b62,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:32.021515 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c72a484-0d57-43cf-997c-435fb5780c37 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:32.128827 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:32.134941 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-72949d20-9d6b-4345-8e39-429ddc6cb5ab req-4c3b75ec-3d7e-4ade-bbce-08dd15dcb9c8 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 210 time: 0.0452218 Aug 31 18:04:32.207987 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Attempting to bind port 575bd565-2114-44ee-a4cc-f9709eb04b62 on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:04:32.214225 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Attempting to bind port 575bd565-2114-44ee-a4cc-f9709eb04b62 by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': 'c98be0fb-18c3-4b15-9e8a-558d8a6a872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:04:32.214225 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Attempting to bind port 575bd565-2114-44ee-a4cc-f9709eb04b62 on network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:04:32.248809 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Port 575bd565-2114-44ee-a4cc-f9709eb04b62 on network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:04:32.249234 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Attempting to bind port 575bd565-2114-44ee-a4cc-f9709eb04b62 on network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:04:32.254409 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c72a484-0d57-43cf-997c-435fb5780c37 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:32.263137 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 9528cf6b-6e4c-4525-a3c1-71288cc8a074 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:04:32.279952 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:04:32.280310 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Checking segment: {'id': 'c98be0fb-18c3-4b15-9e8a-558d8a6a872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:04:32.321170 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Bound using segment: {'id': 'c98be0fb-18c3-4b15-9e8a-558d8a6a872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:04:32.321170 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Bound port: 575bd565-2114-44ee-a4cc-f9709eb04b62, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98be0fb-18c3-4b15-9e8a-558d8a6a872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:04:32.321170 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:32.403003 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-eb169714-3f6f-4224-9b61-2067370e1c1c req-71710313-a01d-4582-9e97-9ba649fd4415 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 210 time: 0.0685487 Aug 31 18:04:32.421916 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Routers {'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:04:32.422704 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:04:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:32.500056 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b223b55-7e94-4aed-b155-278551ddddb4 None None] Pushing event updated for resources: {'Port': ['ID=630494cf-6ce8-4158-aeee-bd08ff1c6fcc,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:32.512178 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-aab5fe7b-b389-4f3b-9c04-e5db1585c7e3 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Allocated IP 172.20.0.5 (52c6861f-3d86-490d-a65b-37043819ba3a/7ed33ecb-d13b-46e3-9d0d-57b647f1440a/bc657a81-6f33-40d6-9fb8-404829020723) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:04:32.564955 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655a737-996e-456c-985f-da9dd96e01df req-f4e9a1c7-5ef0-429b-ab81-57881363eea8 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:32.567299 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1655a737-996e-456c-985f-da9dd96e01df req-f4e9a1c7-5ef0-429b-ab81-57881363eea8 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 943 time: 0.1625760 Aug 31 18:04:32.585151 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] For port 575bd565-2114-44ee-a4cc-f9709eb04b62, host hv-cinder-80674, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:04:32.599176 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] For port 575bd565-2114-44ee-a4cc-f9709eb04b62, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=575bd565-2114-44ee-a4cc-f9709eb04b62,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:04:32.613340 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 9528cf6b-6e4c-4525-a3c1-71288cc8a074 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:04:32.613725 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:32.671005 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1655a737-996e-456c-985f-da9dd96e01df req-bf24c045-3760-4a78-a6f9-c9bcf9002930 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899146 Aug 31 18:04:32.711102 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c72a484-0d57-43cf-997c-435fb5780c37 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:32.774363 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72a484-0d57-43cf-997c-435fb5780c37 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9bf1e4-e759-4728-93a4-17ca8ca07302,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:32.796825 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:32.885622 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Pushing event updated for resources: {'Port': ['ID=575bd565-2114-44ee-a4cc-f9709eb04b62,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:32.903825 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] Set router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:04:32.911793 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:32.912418 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:32.914167 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-5e56d08d-14a6-478a-b119-640a439dd8da service neutron] 10.222.0.61 "PUT /v2.0/ports/575bd565-2114-44ee-a4cc-f9709eb04b62 HTTP/1.1" status: 200 len: 1093 time: 2.5671360 Aug 31 18:04:32.914622 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521e9700-579d-4dbb-a9f5-6e11b9d95ff0', 'tag': '575bd565-2114-44ee-a4cc-f9709eb04b62'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:04:32.981096 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-aab5fe7b-b389-4f3b-9c04-e5db1585c7e3 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:32.986116 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c72a484-0d57-43cf-997c-435fb5780c37 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:32.990816 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 55002) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:32.991846 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-3c72a484-0d57-43cf-997c-435fb5780c37 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4181755 Aug 31 18:04:32.995773 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f5d7aa60-2116-4070-b28c-4ab140ab9824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Request body: {'floatingip': {'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:33.208637 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5d7aa60-2116-4070-b28c-4ab140ab9824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:33.230488 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:04:25Z', 'revision_number': 4, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '630494cf-6ce8-4158-aeee-bd08ff1c6fcc', 'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'mac_address': 'fa:16:3e:8f:9b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:23Z', 'updated_at': '2021-08-31T18:04:31Z', 'revision_number': 4, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'subnets': [{'id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:04:33.262356 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f688fa7d-8a10-404f-ab99-7c07518ba966 None None] The sync data for ids ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'] in dv-cinder-806740-4-iscsi is: [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:04:25Z', 'revision_number': 4, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '630494cf-6ce8-4158-aeee-bd08ff1c6fcc', 'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'mac_address': 'fa:16:3e:8f:9b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:23Z', 'updated_at': '2021-08-31T18:04:31Z', 'revision_number': 4, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'subnets': [{'id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:04:33.289730 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f08223ec-fa19-4141-a63b-18af07d49b9c req-b7ea27a8-b2a1-48bd-8cb2-43cd4eb6bba6 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 210 time: 0.0428793 Aug 31 18:04:33.301429 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-aab5fe7b-b389-4f3b-9c04-e5db1585c7e3 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:33.404106 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 55014) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:33.430795 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-aab5fe7b-b389-4f3b-9c04-e5db1585c7e3 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Network 52c6861f-3d86-490d-a65b-37043819ba3a is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:04:33.436897 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-aab5fe7b-b389-4f3b-9c04-e5db1585c7e3 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:04:33.440172 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-aab5fe7b-b389-4f3b-9c04-e5db1585c7e3 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:04:33.447225 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-aab5fe7b-b389-4f3b-9c04-e5db1585c7e3 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:33.455396 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-aab5fe7b-b389-4f3b-9c04-e5db1585c7e3 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:33.480037 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5fe7b-b389-4f3b-9c04-e5db1585c7e3 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Pushing event updated for resources: {'Port': ['ID=bc657a81-6f33-40d6-9fb8-404829020723,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:33.520778 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-44eba65e-1fee-4503-b0e5-b067de91d3c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8670cdfd34c04377a4b4ccf74513991c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1031146 Aug 31 18:04:33.523401 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 55018) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:33.598570 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6356ffb9-cfcc-45de-be1a-36f7de9e86dc" -d '{"events": [{"name": "network-changed", "server_uuid": "521e9700-579d-4dbb-a9f5-6e11b9d95ff0", "tag": "575bd565-2114-44ee-a4cc-f9709eb04b62"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:04:33.652731 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-8f321093-a91d-471f-ab50-a617137eea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:33.654336 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-8f321093-a91d-471f-ab50-a617137eea02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcf70f5913ed4702a205373c28c2f652&device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 1096 time: 0.1531875 Aug 31 18:04:33.661684 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5d7aa60-2116-4070-b28c-4ab140ab9824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:33.684666 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033c895-59d4-4783-9e73-5d58f5eb8133 req-11a3e0b4-1941-4a44-80a7-48bea28493cd tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:33.686482 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e033c895-59d4-4783-9e73-5d58f5eb8133 req-11a3e0b4-1941-4a44-80a7-48bea28493cd tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 931 time: 0.1188715 Aug 31 18:04:33.690197 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0135e729-8ee7-4052-8bc6-c0c0b611144a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:33.754661 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0135e729-8ee7-4052-8bc6-c0c0b611144a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:33.802299 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e033c895-59d4-4783-9e73-5d58f5eb8133 req-6c531c75-90ff-4bc8-9dda-5a34e31d968d tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955563 Aug 31 18:04:33.870772 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-f5d7aa60-2116-4070-b28c-4ab140ab9824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Allocated IP 172.27.3.90 (d0d110ef-3035-4f07-b05a-39b223314ffd/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d/7bb26b23-e6fc-4300-959d-51d40a3a6051) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:04:33.882927 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 55026) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:33.908264 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6e6f996-78e2-40ac-ba76-041cb6e692ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:33.937157 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff3f0e1-7b12-468e-9311-6f4376cc6f8b x-openstack-request-id: req-7ff3f0e1-7b12-468e-9311-6f4376cc6f8b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:04:33.937409 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521e9700-579d-4dbb-a9f5-6e11b9d95ff0", "tag": "575bd565-2114-44ee-a4cc-f9709eb04b62", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:04:33.937669 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ff3f0e1-7b12-468e-9311-6f4376cc6f8b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:04:33.940092 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521e9700-579d-4dbb-a9f5-6e11b9d95ff0', 'tag': '575bd565-2114-44ee-a4cc-f9709eb04b62', 'status': 'completed', 'code': 200} Aug 31 18:04:34.061401 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45dc5b-8534-4594-b295-cd3821adafca req-3db28a12-17b1-40d6-a770-602b15407ef6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:34.073531 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4c45dc5b-8534-4594-b295-cd3821adafca req-3db28a12-17b1-40d6-a770-602b15407ef6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 943 time: 0.1274378 Aug 31 18:04:34.130265 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-aab5fe7b-b389-4f3b-9c04-e5db1585c7e3 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4738305 Aug 31 18:04:34.157125 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4c45dc5b-8534-4594-b295-cd3821adafca req-ad10dba3-61dc-41dd-a241-5d1c32517d38 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763657 Aug 31 18:04:34.192291 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Request body: {'port': {'device_id': '9ae514cd-1ed7-4c6d-bedf-11f529b405dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:34.198450 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-bd0ada46-15f8-4fb9-aec1-e3cfb3a440a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=575bd565-2114-44ee-a4cc-f9709eb04b62 HTTP/1.1" status: 200 len: 217 time: 0.1459439 Aug 31 18:04:34.251692 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 630494cf-6ce8-4158-aeee-bd08ff1c6fcc up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:04:34.349081 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-b10f1c36-f925-433e-868c-dcb740dd360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:34.355138 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-b10f1c36-f925-433e-868c-dcb740dd360b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f428a510-e539-4b72-8073-f50cf5f5996d HTTP/1.1" status: 200 len: 854 time: 0.1369276 Aug 31 18:04:34.358569 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:34.377225 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6e6f996-78e2-40ac-ba76-041cb6e692ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:34.378213 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0135e729-8ee7-4052-8bc6-c0c0b611144a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:34.380871 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0135e729-8ee7-4052-8bc6-c0c0b611144a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:34.384278 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-0135e729-8ee7-4052-8bc6-c0c0b611144a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c9ceb271-9687-4088-8ef3-512bc2c27721 HTTP/1.1" status: 204 len: 168 time: 0.8573289 Aug 31 18:04:34.407549 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135e729-8ee7-4052-8bc6-c0c0b611144a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ceb271-9687-4088-8ef3-512bc2c27721,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:34.464127 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5d7aa60-2116-4070-b28c-4ab140ab9824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:34.483395 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-27725929-b96f-4209-94b8-19302122fe4b req-23947338-bd31-43a4-a260-6a78677d9f77 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 210 time: 0.0486276 Aug 31 18:04:34.601808 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 630494cf-6ce8-4158-aeee-bd08ff1c6fcc completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:04:34.610064 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 630494cf-6ce8-4158-aeee-bd08ff1c6fcc triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:04:34.610470 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:34.710430 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c6e6f996-78e2-40ac-ba76-041cb6e692ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:34.714088 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:34.754053 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port 630494cf-6ce8-4158-aeee-bd08ff1c6fcc, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=630494cf-6ce8-4158-aeee-bd08ff1c6fcc,segment=NetworkSegment(de9e5290-a599-4c31-9d06-61044e7ef585),segment_id=de9e5290-a599-4c31-9d06-61044e7ef585)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:34.757033 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-c6e6f996-78e2-40ac-ba76-041cb6e692ce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=38ee759114584896997734d4b97ec4f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8721759 Aug 31 18:04:34.763820 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 55040) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:34.851694 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6f996-78e2-40ac-ba76-041cb6e692ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaff159-ae83-470b-933d-20d9167e0f5b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:34.910114 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86e6022d-9f9b-46a7-8014-ccba6bbfb40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:34.944897 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:34.981756 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86e6022d-9f9b-46a7-8014-ccba6bbfb40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:34.991343 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c4fb9-6fd0-47bb-8493-dda4781371d7 req-2538657d-1024-4895-a86b-98cf4e88b26f tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:35.000181 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1b2c4fb9-6fd0-47bb-8493-dda4781371d7 req-2538657d-1024-4895-a86b-98cf4e88b26f tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 931 time: 0.0899050 Aug 31 18:04:35.057590 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=630494cf-6ce8-4158-aeee-bd08ff1c6fcc,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:35.184460 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1b2c4fb9-6fd0-47bb-8493-dda4781371d7 req-9505c355-b2f2-4fb2-a99b-2e268017d068 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704423 Aug 31 18:04:35.230526 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5d7aa60-2116-4070-b28c-4ab140ab9824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:35.266347 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc657a81-6f33-40d6-9fb8-404829020723 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:04:35.316431 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d7aa60-2116-4070-b28c-4ab140ab9824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Network d0d110ef-3035-4f07-b05a-39b223314ffd is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:04:35.321061 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:35.325155 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f5d7aa60-2116-4070-b28c-4ab140ab9824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:04:35.346298 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7aa60-2116-4070-b28c-4ab140ab9824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Pushing event updated for resources: {'Port': ['ID=7bb26b23-e6fc-4300-959d-51d40a3a6051,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:35.349858 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d7aa60-2116-4070-b28c-4ab140ab9824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:04:35.418339 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532e261-f2f8-4eeb-90d8-5cd9d1c514ea req-9ade93d7-ced6-46ba-93ee-57a135e036a1 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:35.429647 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7532e261-f2f8-4eeb-90d8-5cd9d1c514ea req-9ade93d7-ced6-46ba-93ee-57a135e036a1 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 943 time: 0.1367419 Aug 31 18:04:35.485504 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7532e261-f2f8-4eeb-90d8-5cd9d1c514ea req-62b32f7c-8e9d-4c8e-b40f-542ad8a53b1b tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498350 Aug 31 18:04:35.580738 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Transition to ACTIVE for port object bc657a81-6f33-40d6-9fb8-404829020723 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:04:35.589927 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86e6022d-9f9b-46a7-8014-ccba6bbfb40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:35.593254 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-86e6022d-9f9b-46a7-8014-ccba6bbfb40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:35.594599 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-86e6022d-9f9b-46a7-8014-ccba6bbfb40e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cdaff159-ae83-470b-933d-20d9167e0f5b HTTP/1.1" status: 204 len: 168 time: 0.8348846 Aug 31 18:04:35.598939 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cd30d684-5de3-49b1-8a72-ac37e93cf539 req-b88367ec-4829-4c87-bbd3-a5599f4b425b tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 210 time: 0.0396447 Aug 31 18:04:35.608396 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6022d-9f9b-46a7-8014-ccba6bbfb40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaff159-ae83-470b-933d-20d9167e0f5b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:35.696749 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5d7aa60-2116-4070-b28c-4ab140ab9824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:35.768826 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:35.821024 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Pushing event updated for resources: {'Port': ['ID=bc657a81-6f33-40d6-9fb8-404829020723,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:35.855454 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Attempting to bind port bc657a81-6f33-40d6-9fb8-404829020723 on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:04:35.855803 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Attempting to bind port bc657a81-6f33-40d6-9fb8-404829020723 by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': 'b1d5b043-66e2-4920-ad0c-b6a3e049baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '52c6861f-3d86-490d-a65b-37043819ba3a'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:04:35.856133 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Attempting to bind port bc657a81-6f33-40d6-9fb8-404829020723 on network 52c6861f-3d86-490d-a65b-37043819ba3a {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:04:35.860500 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Port bc657a81-6f33-40d6-9fb8-404829020723 on network 52c6861f-3d86-490d-a65b-37043819ba3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:04:35.860849 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Attempting to bind port bc657a81-6f33-40d6-9fb8-404829020723 on network 52c6861f-3d86-490d-a65b-37043819ba3a {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:04:35.867263 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:04:35.867263 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Checking segment: {'id': 'b1d5b043-66e2-4920-ad0c-b6a3e049baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '52c6861f-3d86-490d-a65b-37043819ba3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:04:35.867263 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Bound using segment: {'id': 'b1d5b043-66e2-4920-ad0c-b6a3e049baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '52c6861f-3d86-490d-a65b-37043819ba3a'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:04:35.867263 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Bound port: bc657a81-6f33-40d6-9fb8-404829020723, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d5b043-66e2-4920-ad0c-b6a3e049baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '52c6861f-3d86-490d-a65b-37043819ba3a'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:04:35.867263 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:35.939846 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] For port bc657a81-6f33-40d6-9fb8-404829020723, host hv-cinder-80674, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:04:35.943148 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] For port bc657a81-6f33-40d6-9fb8-404829020723, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=bc657a81-6f33-40d6-9fb8-404829020723,segment=NetworkSegment(b1d5b043-66e2-4920-ad0c-b6a3e049baf2),segment_id=b1d5b043-66e2-4920-ad0c-b6a3e049baf2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:04:36.046814 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 630494cf-6ce8-4158-aeee-bd08ff1c6fcc up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:04:36.107015 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 630494cf-6ce8-4158-aeee-bd08ff1c6fcc triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:04:36.107395 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:36.124626 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5d7aa60-2116-4070-b28c-4ab140ab9824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:36.199019 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:36.297983 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:36.297983 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:36.298678 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] 10.222.0.61 "PUT /v2.0/ports/bc657a81-6f33-40d6-9fb8-404829020723 HTTP/1.1" status: 200 len: 1093 time: 2.1100199 Aug 31 18:04:36.303457 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae514cd-1ed7-4c6d-bedf-11f529b405dd', 'tag': 'bc657a81-6f33-40d6-9fb8-404829020723'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:04:36.305835 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51279613-0eab-46d4-8bb1-544554286624" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae514cd-1ed7-4c6d-bedf-11f529b405dd", "tag": "bc657a81-6f33-40d6-9fb8-404829020723"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:04:36.345561 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608d78b-9f73-4139-a49b-68a8b8980133 service neutron] Pushing event updated for resources: {'Port': ['ID=bc657a81-6f33-40d6-9fb8-404829020723,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:36.417476 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb7c18-d90f-469e-a39a-57000907af7e req-ba59da6b-9e5c-47c5-8524-95fb932c3b97 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:36.417476 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-76eb7c18-d90f-469e-a39a-57000907af7e req-ba59da6b-9e5c-47c5-8524-95fb932c3b97 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 943 time: 0.1362121 Aug 31 18:04:36.456765 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5d7aa60-2116-4070-b28c-4ab140ab9824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:36.530677 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-76eb7c18-d90f-469e-a39a-57000907af7e req-bb189e2a-bd5d-488c-9342-5248a6461c67 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012120 Aug 31 18:04:36.600684 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5d7aa60-2116-4070-b28c-4ab140ab9824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:36.717856 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e2fbbb-8654-41d5-b686-4a01f3f5eadf x-openstack-request-id: req-83e2fbbb-8654-41d5-b686-4a01f3f5eadf {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:04:36.717856 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae514cd-1ed7-4c6d-bedf-11f529b405dd", "tag": "bc657a81-6f33-40d6-9fb8-404829020723", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:04:36.718252 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83e2fbbb-8654-41d5-b686-4a01f3f5eadf {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:04:36.719411 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae514cd-1ed7-4c6d-bedf-11f529b405dd', 'tag': 'bc657a81-6f33-40d6-9fb8-404829020723', 'status': 'completed', 'code': 200} Aug 31 18:04:36.731395 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5d7aa60-2116-4070-b28c-4ab140ab9824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16620561'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:36.783402 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7aa60-2116-4070-b28c-4ab140ab9824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Pushing event updated for resources: {'Port': ['ID=7bb26b23-e6fc-4300-959d-51d40a3a6051,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:36.852419 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-50fff1bd-e13d-4f28-b51c-886a3e58fdc4 req-c33ad683-8086-4300-970e-dc7f0e97fb1c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 210 time: 0.0672057 Aug 31 18:04:36.881573 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb8a87-4717-41ca-a38d-e2fd755e09ad req-80e0977c-a8c2-40cb-bea6-152dfb54462b tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:36.894891 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b4cb8a87-4717-41ca-a38d-e2fd755e09ad req-80e0977c-a8c2-40cb-bea6-152dfb54462b tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 943 time: 0.1941690 Aug 31 18:04:36.977588 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b4cb8a87-4717-41ca-a38d-e2fd755e09ad req-a558e129-76bc-490d-8f19-44c99437f1bb tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736485 Aug 31 18:04:37.028644 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5d7aa60-2116-4070-b28c-4ab140ab9824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:37.028644 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-f5d7aa60-2116-4070-b28c-4ab140ab9824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0318773 Aug 31 18:04:37.288472 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6db74432-d059-41bd-a461-f5b08eed3801 req-e2e8ac8c-4c4f-4deb-b136-a91abd62bc00 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--954712854&fields=id&tenant_id=71cf56a95c554ed4bdb83b9c03793d9c HTTP/1.1" status: 200 len: 267 time: 0.0423019 Aug 31 18:04:37.407015 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db74432-d059-41bd-a461-f5b08eed3801 req-cb4c748c-d5db-42a9-869d-a306f302706e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:37.408560 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6db74432-d059-41bd-a461-f5b08eed3801 req-cb4c748c-d5db-42a9-869d-a306f302706e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/networks?id=75e081f7-d3c8-4092-a3bf-ad504c26e246 HTTP/1.1" status: 200 len: 810 time: 0.1131773 Aug 31 18:04:37.424946 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6db74432-d059-41bd-a461-f5b08eed3801 req-4f558482-6dcb-4d5a-83f7-36b8620284e9 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/quotas/71cf56a95c554ed4bdb83b9c03793d9c HTTP/1.1" status: 200 len: 375 time: 0.0104253 Aug 31 18:04:37.508400 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6db74432-d059-41bd-a461-f5b08eed3801 req-c7d4daa7-d1b7-4594-917d-b666b3b9782a tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=71cf56a95c554ed4bdb83b9c03793d9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723245 Aug 31 18:04:37.815327 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71576370-a501-45e6-bd9c-6ac8b6d63448 req-794520fc-c35b-4944-9517-d832da7c2eef tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:37.817113 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-71576370-a501-45e6-bd9c-6ac8b6d63448 req-794520fc-c35b-4944-9517-d832da7c2eef tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 943 time: 0.0919304 Aug 31 18:04:37.823668 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6db74432-d059-41bd-a461-f5b08eed3801 req-f3ce6bf3-47be-4f15-900c-9f3c083bfae2 service neutron] 10.222.0.58 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811813 Aug 31 18:04:38.052243 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-71576370-a501-45e6-bd9c-6ac8b6d63448 req-18c955fc-d100-4a8d-93de-fe965143ba84 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272561 Aug 31 18:04:38.103213 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6db74432-d059-41bd-a461-f5b08eed3801 req-360dd380-232e-4915-82d7-7bdfdc9ca750 service neutron] 10.222.0.58 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680206 Aug 31 18:04:38.256399 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-16c9ce78-c87c-429d-b860-8669f99a1383 req-29f7f222-e2f4-4b36-9301-50dea6707815 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 210 time: 0.0365348 Aug 31 18:04:38.430047 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0988ea-72d8-4b04-9b24-72f36895777c req-35693482-c3fa-4353-8876-e6b10a22ac76 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:38.431039 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bf0988ea-72d8-4b04-9b24-72f36895777c req-35693482-c3fa-4353-8876-e6b10a22ac76 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 943 time: 0.0675426 Aug 31 18:04:38.518926 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bf0988ea-72d8-4b04-9b24-72f36895777c req-cdbf5b5e-3ee3-4867-82ab-5c5e4952d4c9 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818784 Aug 31 18:04:38.568399 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-68c57788-0d89-4579-9ce6-0888bc782543 req-a2ed34a7-3faf-4dd7-a3f0-14507a371aa3 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 210 time: 0.0528619 Aug 31 18:04:39.208999 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09566e4-e45f-41c5-9b4a-246a5c525f4a req-c95ab68c-55d3-4da7-88b2-3c0ce59c5c9a tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:39.217681 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a09566e4-e45f-41c5-9b4a-246a5c525f4a req-c95ab68c-55d3-4da7-88b2-3c0ce59c5c9a tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 943 time: 0.0682778 Aug 31 18:04:39.265417 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a09566e4-e45f-41c5-9b4a-246a5c525f4a req-cc516386-4294-4718-8667-c8040261e4f0 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445714 Aug 31 18:04:39.354230 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a20efdb1-d31e-4201-9f6d-f43f3b45d26c req-3fd955ec-e052-4cb2-9a19-c318595e7658 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 210 time: 0.0285082 Aug 31 18:04:39.679729 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-951344c5-f29a-4c93-85bd-d685a43a0968 req-736040db-85df-455d-ab6b-d87a949e07b2 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 210 time: 0.0400314 Aug 31 18:04:39.701139 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ac6f7-d4bb-4fec-b798-d40fcd026f83 req-078b178e-ce4c-4ee7-bfef-e13fce8cc7ee tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:39.705348 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ca5ac6f7-d4bb-4fec-b798-d40fcd026f83 req-078b178e-ce4c-4ee7-bfef-e13fce8cc7ee tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 943 time: 0.1001995 Aug 31 18:04:39.753390 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ca5ac6f7-d4bb-4fec-b798-d40fcd026f83 req-f8b0c119-e86a-47c9-8f0c-15093a6ac2de tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469272 Aug 31 18:04:40.374276 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ce434-35b5-4b33-a807-323bff78c1f2 req-10098d0d-3998-4cd1-8490-49c205407f0d tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:40.376352 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5f5ce434-35b5-4b33-a807-323bff78c1f2 req-10098d0d-3998-4cd1-8490-49c205407f0d tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 943 time: 0.0510321 Aug 31 18:04:40.415617 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5f5ce434-35b5-4b33-a807-323bff78c1f2 req-580080c6-63b5-41e8-95f8-6bad22722327 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321975 Aug 31 18:04:40.457724 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-80228636-4360-4182-a6e2-d3ddea1f4c12 req-24dc7125-494f-458a-ab36-9c9b0e9374c9 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 210 time: 0.0289829 Aug 31 18:04:40.759693 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-333b513b-8f26-40e6-9536-3107fe7f65bf req-ec46c189-206a-44db-bd50-3ceebc3a833d tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 210 time: 0.0273395 Aug 31 18:04:40.878565 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71498c-7c3e-4b36-8e7a-3e147a4579fe req-c0d3a8b8-2156-4690-8816-06bfce6199eb tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:40.880179 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-be71498c-7c3e-4b36-8e7a-3e147a4579fe req-c0d3a8b8-2156-4690-8816-06bfce6199eb tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 943 time: 0.0602958 Aug 31 18:04:40.921774 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-be71498c-7c3e-4b36-8e7a-3e147a4579fe req-02d3014c-94fe-4df1-a040-d49518746fc2 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346670 Aug 31 18:04:41.532597 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a9f69-db68-4d7e-b9db-55627235e695 req-bac4c038-4011-4ff8-a1d3-90715b4bc352 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:41.534320 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d65a9f69-db68-4d7e-b9db-55627235e695 req-bac4c038-4011-4ff8-a1d3-90715b4bc352 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 943 time: 0.0504332 Aug 31 18:04:41.573573 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d65a9f69-db68-4d7e-b9db-55627235e695 req-00d4b7af-7ea6-4571-ba9b-1d36c423c769 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331414 Aug 31 18:04:41.659424 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9568289e-21ef-4439-9393-e8e32151671a req-63259562-5b1f-45cf-af3a-d45e3d13ea9a tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 210 time: 0.0271723 Aug 31 18:04:41.857195 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3cf5811e-b67d-4197-b64d-d4288ca5ecbb req-d4f6fd52-137d-4b0d-8555-ee27737c4bc9 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 210 time: 0.0302010 Aug 31 18:04:42.052360 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945ba58-06d8-46f4-8f2a-8e2e63226374 req-04a0255a-4964-4a14-9bac-0285aa2df0d5 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:42.053999 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7945ba58-06d8-46f4-8f2a-8e2e63226374 req-04a0255a-4964-4a14-9bac-0285aa2df0d5 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 943 time: 0.0602567 Aug 31 18:04:42.099525 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7945ba58-06d8-46f4-8f2a-8e2e63226374 req-8cb8f459-571a-4b13-b295-98cbae56eb05 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340433 Aug 31 18:04:42.397917 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 55308) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:42.502424 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8031be36-c6c1-4e74-885f-8bcd16645a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:42.588514 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8031be36-c6c1-4e74-885f-8bcd16645a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:42.715663 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fecac-c4e0-41a0-9001-bcfeebcdd2b4 req-4610f84d-f397-4408-a696-77597b53a02b tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:42.717436 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-21a5bfc4-93bb-4623-8eca-6fd90229d26a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589638 Aug 31 18:04:42.724330 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-282fecac-c4e0-41a0-9001-bcfeebcdd2b4 req-4610f84d-f397-4408-a696-77597b53a02b tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 943 time: 0.0811150 Aug 31 18:04:42.728373 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8031be36-c6c1-4e74-885f-8bcd16645a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:42.794787 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-282fecac-c4e0-41a0-9001-bcfeebcdd2b4 req-66078be4-5219-4b1b-87a0-7e8fb4d8668c tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645430 Aug 31 18:04:42.795443 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.61', 57025) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:42.807873 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cd7f35af-ee62-449f-9be4-f1d6fc9c5ef4 req-6269ff93-3204-4fe2-8533-bc5e3dbb88dd tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 210 time: 0.0586443 Aug 31 18:04:42.881023 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-8031be36-c6c1-4e74-885f-8bcd16645a71 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4953ae9c3898441fa3b4f8bd4d2c661e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4818859 Aug 31 18:04:42.884064 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 55324) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:42.896450 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51279613-0eab-46d4-8bb1-544554286624 req-30cbf622-e499-441b-ac1e-351b5976da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:42.898279 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-51279613-0eab-46d4-8bb1-544554286624 req-30cbf622-e499-441b-ac1e-351b5976da8b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=85eba42bd55b4d90b20cd971474ca80e&device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 1096 time: 0.0875804 Aug 31 18:04:42.927748 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031be36-c6c1-4e74-885f-8bcd16645a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121ce045-907c-4af6-bf6b-b41730c5e5b2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:42.960031 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-0c667267-b251-4bb2-b08c-20728b3e19f1 service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798863 Aug 31 18:04:42.966748 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-332c744a-d7d0-45d3-9fa4-18cb22a9ad88 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:42.968274 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-332c744a-d7d0-45d3-9fa4-18cb22a9ad88 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.61 "GET /v2.0/networks?id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50 HTTP/1.1" status: 200 len: 818 time: 0.2538061 Aug 31 18:04:43.003993 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-bef6fe20-497f-4ea0-a6a5-32c4567b991c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Request body: {'port': {'device_id': 'd359bcb7-2947-4404-8b7a-4e7fcac5943e', 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50', 'admin_state_up': True, 'tenant_id': '6058b10a83d8420bb755354e3a8d3077'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:43.050307 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1201e738-865c-4592-be53-41179c01ba1f req-ab7f72ad-84ae-411c-b3b5-767a3c3136fe tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 210 time: 0.0833118 Aug 31 18:04:43.092625 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9eb39049-78c3-4a46-9ac2-1a3970b62422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:43.136334 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9eb39049-78c3-4a46-9ac2-1a3970b62422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:43.213914 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8be8b3ad-5c51-46c7-a6b9-4fb537c5ec1b req-67a3fe7d-3379-41b0-a28e-4c7e3a263138 service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236845 Aug 31 18:04:43.273799 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51279613-0eab-46d4-8bb1-544554286624 req-5162d710-15d8-4349-a7a7-9c1ffc776c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:43.275333 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-51279613-0eab-46d4-8bb1-544554286624 req-5162d710-15d8-4349-a7a7-9c1ffc776c44 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=85eba42bd55b4d90b20cd971474ca80e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3570092 Aug 31 18:04:43.289461 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19425394-7256-4907-9791-7aa3d1c4dbeb req-c41ea5a7-7d8c-4642-bcdc-034d0102ccd8 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:43.290871 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-19425394-7256-4907-9791-7aa3d1c4dbeb req-c41ea5a7-7d8c-4642-bcdc-034d0102ccd8 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 943 time: 0.0789933 Aug 31 18:04:43.365818 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-19425394-7256-4907-9791-7aa3d1c4dbeb req-de0ba95d-d8c3-4767-a86b-fdfc244a546c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673239 Aug 31 18:04:43.488900 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51279613-0eab-46d4-8bb1-544554286624 req-fdaa0cdd-9ca8-4b07-a9c4-16cc69cb92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:43.490367 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-51279613-0eab-46d4-8bb1-544554286624 req-fdaa0cdd-9ca8-4b07-a9c4-16cc69cb92bb service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1619060 Aug 31 18:04:43.510539 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-bef6fe20-497f-4ea0-a6a5-32c4567b991c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Made reservation on behalf of 6058b10a83d8420bb755354e3a8d3077 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:04:43.529916 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9eb39049-78c3-4a46-9ac2-1a3970b62422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:43.529916 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9eb39049-78c3-4a46-9ac2-1a3970b62422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:43.529916 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-9eb39049-78c3-4a46-9ac2-1a3970b62422 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/121ce045-907c-4af6-bf6b-b41730c5e5b2 HTTP/1.1" status: 204 len: 168 time: 0.6297753 Aug 31 18:04:43.532571 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-bef6fe20-497f-4ea0-a6a5-32c4567b991c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:43.532687 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb39049-78c3-4a46-9ac2-1a3970b62422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121ce045-907c-4af6-bf6b-b41730c5e5b2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:43.706046 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-bef6fe20-497f-4ea0-a6a5-32c4567b991c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Allocated IP 172.20.0.9 (9095fd0f-8ec8-4dbf-87ec-9629298c3b50/f1ac8396-1493-4c14-afbc-6ca83d5e9484/b7e6fc15-e7b8-4559-94f9-9f69b5972fc2) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:04:43.714459 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356ffb9-cfcc-45de-be1a-36f7de9e86dc req-565320e2-9d6e-4138-b551-122cd20a1ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:43.715987 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6356ffb9-cfcc-45de-be1a-36f7de9e86dc req-565320e2-9d6e-4138-b551-122cd20a1ff6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcf70f5913ed4702a205373c28c2f652&device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 1096 time: 0.0464957 Aug 31 18:04:43.758730 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-17077481-bf1a-4ff9-b861-2bd8dbf9a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:43.760483 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-17077481-bf1a-4ff9-b861-2bd8dbf9a393 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=85eba42bd55b4d90b20cd971474ca80e&device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 1096 time: 0.0897095 Aug 31 18:04:43.839487 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-e6849f05-b82b-4fda-9543-30eb74db9257 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc657a81-6f33-40d6-9fb8-404829020723 HTTP/1.1" status: 200 len: 217 time: 0.0623133 Aug 31 18:04:43.972624 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-118f492b-2a01-4085-87a0-96ddeced59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:43.974665 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-118f492b-2a01-4085-87a0-96ddeced59fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7ed33ecb-d13b-46e3-9d0d-57b647f1440a HTTP/1.1" status: 200 len: 850 time: 0.1075199 Aug 31 18:04:43.992867 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.61', 57031) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:44.073224 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-85ec136e-bdb7-409c-86b8-12cdfb6b3f9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=52c6861f-3d86-490d-a65b-37043819ba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691776 Aug 31 18:04:44.082516 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356ffb9-cfcc-45de-be1a-36f7de9e86dc req-c244f281-6c6b-44df-996e-1bfb45df4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:44.083977 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6356ffb9-cfcc-45de-be1a-36f7de9e86dc req-c244f281-6c6b-44df-996e-1bfb45df4403 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 HTTP/1.1" status: 200 len: 916 time: 0.3567958 Aug 31 18:04:44.117524 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-af503fa0-47d2-491c-aff8-aa218c4a9fe9 req-01e78c6a-c2e0-4023-b729-bfe24787935d tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 210 time: 0.0375493 Aug 31 18:04:44.135866 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-bef6fe20-497f-4ea0-a6a5-32c4567b991c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:44.204883 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6356ffb9-cfcc-45de-be1a-36f7de9e86dc req-5a8b344e-b8db-47ff-9390-d05a1e5552f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=575bd565-2114-44ee-a4cc-f9709eb04b62 HTTP/1.1" status: 200 len: 217 time: 0.0922132 Aug 31 18:04:44.239213 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063519e8-4854-4e71-8cab-67cb41869613 req-893cba26-919f-460b-bbfe-16127fdee100 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:44.242304 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-063519e8-4854-4e71-8cab-67cb41869613 req-893cba26-919f-460b-bbfe-16127fdee100 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 943 time: 0.3543541 Aug 31 18:04:44.269422 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-6d57066f-2bdd-41c4-9b10-3124e35dbdbc tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:44.270961 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-6d57066f-2bdd-41c4-9b10-3124e35dbdbc tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.61 "GET /v2.0/networks?id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50 HTTP/1.1" status: 200 len: 818 time: 0.2744720 Aug 31 18:04:44.280363 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-ba754dc0-097f-407e-8ec9-f2b9a17b9a65 service neutron] 10.222.0.61 "GET /v2.0/networks/52c6861f-3d86-490d-a65b-37043819ba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731091 Aug 31 18:04:44.299213 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-00be5e75-192b-40a5-8f87-272804ce063c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Request body: {'port': {'device_id': '9253071b-910a-416b-b73e-4242269a22aa', 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50', 'admin_state_up': True, 'tenant_id': '6058b10a83d8420bb755354e3a8d3077'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:44.309114 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a5f3c75b-6d0b-451a-a9d1-187dbaab2d1f req-168c96cb-f39e-463a-a615-f63e4c3fc6cd tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 210 time: 0.1097090 Aug 31 18:04:44.343308 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356ffb9-cfcc-45de-be1a-36f7de9e86dc req-1901d868-4201-4d29-9398-4932f7a86fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:44.345337 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6356ffb9-cfcc-45de-be1a-36f7de9e86dc req-1901d868-4201-4d29-9398-4932f7a86fe3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f428a510-e539-4b72-8073-f50cf5f5996d HTTP/1.1" status: 200 len: 854 time: 0.0979681 Aug 31 18:04:44.363692 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-063519e8-4854-4e71-8cab-67cb41869613 req-d16f0bbc-5041-4acc-8dca-1a528dab2dca tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846207 Aug 31 18:04:44.465758 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6356ffb9-cfcc-45de-be1a-36f7de9e86dc req-ffb0743a-8a2e-44c6-a19b-8a75a1fc535d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520394 Aug 31 18:04:44.481473 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-bef6fe20-497f-4ea0-a6a5-32c4567b991c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:44.549072 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-bef6fe20-497f-4ea0-a6a5-32c4567b991c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Network 9095fd0f-8ec8-4dbf-87ec-9629298c3b50 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:04:44.558013 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-bef6fe20-497f-4ea0-a6a5-32c4567b991c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:04:44.561387 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-bef6fe20-497f-4ea0-a6a5-32c4567b991c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:04:44.565874 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79e937-98f6-4d3b-80d4-984bb1e4e0f9 req-2723abf4-402e-49c2-b170-0f9d251a7742 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:44.569297 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-bef6fe20-497f-4ea0-a6a5-32c4567b991c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:44.569458 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8e79e937-98f6-4d3b-80d4-984bb1e4e0f9 req-2723abf4-402e-49c2-b170-0f9d251a7742 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 943 time: 0.1041164 Aug 31 18:04:44.569556 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-bef6fe20-497f-4ea0-a6a5-32c4567b991c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:44.579267 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6fe20-497f-4ea0-a6a5-32c4567b991c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Pushing event updated for resources: {'Port': ['ID=b7e6fc15-e7b8-4559-94f9-9f69b5972fc2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:44.596479 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-00be5e75-192b-40a5-8f87-272804ce063c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Made reservation on behalf of 6058b10a83d8420bb755354e3a8d3077 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:04:44.600420 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-00be5e75-192b-40a5-8f87-272804ce063c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:44.617420 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-108db6fb-2bc8-4782-aaeb-06a265358bab service neutron] 10.222.0.61 "GET /v2.0/networks/52c6861f-3d86-490d-a65b-37043819ba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027586 Aug 31 18:04:44.624745 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6356ffb9-cfcc-45de-be1a-36f7de9e86dc req-3b6628ac-c630-43c6-948c-12b4cc47b804 service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491227 Aug 31 18:04:44.632432 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8e79e937-98f6-4d3b-80d4-984bb1e4e0f9 req-af3133ce-2c79-4297-84e3-9ae7d60db145 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556719 Aug 31 18:04:44.760230 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-00be5e75-192b-40a5-8f87-272804ce063c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Allocated IP 172.20.0.14 (9095fd0f-8ec8-4dbf-87ec-9629298c3b50/f1ac8396-1493-4c14-afbc-6ca83d5e9484/139378ba-f990-4977-b60a-913093b84933) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:04:44.762143 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6356ffb9-cfcc-45de-be1a-36f7de9e86dc req-d8189492-caa7-4000-a2bf-13c5245158a5 service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066415 Aug 31 18:04:44.815516 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-bef6fe20-497f-4ea0-a6a5-32c4567b991c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8238285 Aug 31 18:04:44.990878 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Request body: {'port': {'device_id': 'd359bcb7-2947-4404-8b7a-4e7fcac5943e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:45.087256 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 55372) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:45.100355 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:45.118755 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04f81ff7-9de1-4787-a66e-f28590b07875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:45.186777 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-00be5e75-192b-40a5-8f87-272804ce063c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:45.260985 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db74432-d059-41bd-a461-f5b08eed3801 req-0d82d132-469e-476f-981f-de56dbe8eec7 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:45.262788 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6db74432-d059-41bd-a461-f5b08eed3801 req-0d82d132-469e-476f-981f-de56dbe8eec7 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.61 "GET /v2.0/networks?id=75e081f7-d3c8-4092-a3bf-ad504c26e246 HTTP/1.1" status: 200 len: 810 time: 0.1876163 Aug 31 18:04:45.278437 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e8aee86c-13ee-4a89-8736-1ff0490596b2 req-177801d2-7a17-407c-94e7-6fd93a20c73a tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 210 time: 0.0425704 Aug 31 18:04:45.327957 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6db74432-d059-41bd-a461-f5b08eed3801 req-566322c4-2bf2-400c-bcd0-3c93b0e5ba2c tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71cf56a95c554ed4bdb83b9c03793d9c HTTP/1.1" status: 200 len: 379 time: 0.0481992 Aug 31 18:04:45.338055 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [req-6db74432-d059-41bd-a461-f5b08eed3801 req-14659ef2-3b11-44d7-8536-528e25041e77 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Request body: {'port': {'device_id': 'e33a34b9-9ad3-40c4-946a-983f8481262a', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'admin_state_up': True, 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'security_groups': ['e010ea89-fe88-411a-8828-0604b1f841c9']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:45.379683 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04f81ff7-9de1-4787-a66e-f28590b07875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:45.443814 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f5d8fc77-cd0b-41fc-829d-cde9224b9763 req-caf96991-5594-4ec0-9033-4b7a33f9c30c tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 210 time: 0.0751951 Aug 31 18:04:45.502089 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-00be5e75-192b-40a5-8f87-272804ce063c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:45.503826 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04f81ff7-9de1-4787-a66e-f28590b07875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:45.561583 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a908cd1-bb98-49c6-a87f-304b58b5e561 req-2a8464fc-82e9-4acf-9011-ef1662a2036b tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:45.563120 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6a908cd1-bb98-49c6-a87f-304b58b5e561 req-2a8464fc-82e9-4acf-9011-ef1662a2036b tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 943 time: 0.1132510 Aug 31 18:04:45.617756 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6a908cd1-bb98-49c6-a87f-304b58b5e561 req-4b5e4863-b7f9-4913-9991-2e19835a1fa0 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472720 Aug 31 18:04:45.630989 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-00be5e75-192b-40a5-8f87-272804ce063c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Network 9095fd0f-8ec8-4dbf-87ec-9629298c3b50 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:04:45.635710 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-04f81ff7-9de1-4787-a66e-f28590b07875 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=96da0218f2094d81a98638e00c0bda2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5474231 Aug 31 18:04:45.639289 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 55388) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:45.639934 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f81ff7-9de1-4787-a66e-f28590b07875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1cf203-c710-4a2d-bb54-52d69ec0a7d9,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:45.653729 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-00be5e75-192b-40a5-8f87-272804ce063c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:04:45.674328 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-00be5e75-192b-40a5-8f87-272804ce063c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:04:45.674328 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-00be5e75-192b-40a5-8f87-272804ce063c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:45.674328 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-00be5e75-192b-40a5-8f87-272804ce063c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:45.674328 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be5e75-192b-40a5-8f87-272804ce063c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Pushing event updated for resources: {'Port': ['ID=139378ba-f990-4977-b60a-913093b84933,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:45.710934 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db74432-d059-41bd-a461-f5b08eed3801 req-14659ef2-3b11-44d7-8536-528e25041e77 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Made reservation on behalf of 71cf56a95c554ed4bdb83b9c03793d9c for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:04:45.716003 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6db74432-d059-41bd-a461-f5b08eed3801 req-14659ef2-3b11-44d7-8536-528e25041e77 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:45.758172 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31177840-450f-4edc-81c1-7ef51829e11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:45.773741 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:04:45.788248 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:45.795320 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Transition to ACTIVE for port object b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:04:45.823880 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31177840-450f-4edc-81c1-7ef51829e11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:45.910288 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-00be5e75-192b-40a5-8f87-272804ce063c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6158977 Aug 31 18:04:45.943572 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Request body: {'port': {'device_id': '9253071b-910a-416b-b73e-4242269a22aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:45.948361 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc81627-3e4d-4f6c-be33-cbeb10e75c33 req-d915f464-1bf2-4dea-86bc-86a365b71412 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:45.949891 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2cc81627-3e4d-4f6c-be33-cbeb10e75c33 req-d915f464-1bf2-4dea-86bc-86a365b71412 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 943 time: 0.2031252 Aug 31 18:04:46.013523 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:46.029213 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:46.064565 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2cc81627-3e4d-4f6c-be33-cbeb10e75c33 req-527b0a63-eca6-4626-9520-f3a35755732e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019576 Aug 31 18:04:46.065660 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-6db74432-d059-41bd-a461-f5b08eed3801 req-14659ef2-3b11-44d7-8536-528e25041e77 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Allocated IP 172.20.0.12 (75e081f7-d3c8-4092-a3bf-ad504c26e246/6cb31828-d8fd-4cf6-8874-763e2a00ac91/87d0149f-06bd-459d-8c86-6f60c8c89e8c) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:04:46.115233 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e6fc15-e7b8-4559-94f9-9f69b5972fc2,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:46.198597 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Attempting to bind port b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:04:46.198901 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Attempting to bind port b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': '4c966230-c0a4-4e3c-97f4-9a193c4e27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:04:46.199238 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Attempting to bind port b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 on network 9095fd0f-8ec8-4dbf-87ec-9629298c3b50 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:04:46.208160 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Port b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 on network 9095fd0f-8ec8-4dbf-87ec-9629298c3b50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:04:46.208500 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Attempting to bind port b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 on network 9095fd0f-8ec8-4dbf-87ec-9629298c3b50 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:04:46.223321 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:04:46.223650 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Checking segment: {'id': '4c966230-c0a4-4e3c-97f4-9a193c4e27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:04:46.224053 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Bound using segment: {'id': '4c966230-c0a4-4e3c-97f4-9a193c4e27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:04:46.224512 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Bound port: b7e6fc15-e7b8-4559-94f9-9f69b5972fc2, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c966230-c0a4-4e3c-97f4-9a193c4e27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:04:46.224894 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:46.240049 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31177840-450f-4edc-81c1-7ef51829e11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:46.243338 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-31177840-450f-4edc-81c1-7ef51829e11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:46.247033 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-31177840-450f-4edc-81c1-7ef51829e11e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa1cf203-c710-4a2d-bb54-52d69ec0a7d9 HTTP/1.1" status: 204 len: 168 time: 0.6066384 Aug 31 18:04:46.291806 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31177840-450f-4edc-81c1-7ef51829e11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1cf203-c710-4a2d-bb54-52d69ec0a7d9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:46.367866 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] For port b7e6fc15-e7b8-4559-94f9-9f69b5972fc2, host hv-cinder-80674, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:04:46.375306 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] For port b7e6fc15-e7b8-4559-94f9-9f69b5972fc2, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b7e6fc15-e7b8-4559-94f9-9f69b5972fc2,segment=NetworkSegment(4c966230-c0a4-4e3c-97f4-9a193c4e27e9),segment_id=4c966230-c0a4-4e3c-97f4-9a193c4e27e9)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:04:46.408674 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6db74432-d059-41bd-a461-f5b08eed3801 req-14659ef2-3b11-44d7-8536-528e25041e77 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:46.460117 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-6db74432-d059-41bd-a461-f5b08eed3801 req-14659ef2-3b11-44d7-8536-528e25041e77 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Transition to ACTIVE for port object 87d0149f-06bd-459d-8c86-6f60c8c89e8c will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:04:46.462858 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139378ba-f990-4977-b60a-913093b84933 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:04:46.471782 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:46.476478 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac6aff-211a-4a3e-96e3-fa1770aa7e62 req-c9086d98-a0ef-47a3-b667-59ca4e389aa3 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:46.478036 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-22ac6aff-211a-4a3e-96e3-fa1770aa7e62 req-c9086d98-a0ef-47a3-b667-59ca4e389aa3 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 932 time: 0.0638762 Aug 31 18:04:46.486113 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Transition to ACTIVE for port object 139378ba-f990-4977-b60a-913093b84933 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:04:46.558895 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-aa33a052-6f48-4e34-abf7-3e51ffce802f req-f226d6dd-748a-4346-9fd6-f49f58169343 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 210 time: 0.0397639 Aug 31 18:04:46.566917 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-22ac6aff-211a-4a3e-96e3-fa1770aa7e62 req-2e2267cb-4aa2-46b8-bdc4-6e2e484cb63a tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802374 Aug 31 18:04:46.573946 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:46.614994 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:46.615628 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:46.617068 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] 10.222.0.61 "PUT /v2.0/ports/b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 HTTP/1.1" status: 200 len: 1093 time: 1.6307566 Aug 31 18:04:46.617525 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd359bcb7-2947-4404-8b7a-4e7fcac5943e', 'tag': 'b7e6fc15-e7b8-4559-94f9-9f69b5972fc2'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:04:46.619771 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622ec34c-bf52-445d-87e7-4a1d653c1fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "d359bcb7-2947-4404-8b7a-4e7fcac5943e", "tag": "b7e6fc15-e7b8-4559-94f9-9f69b5972fc2"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:04:46.637500 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107a76d-5a5b-4632-8c8b-e5f7ba4df621 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e6fc15-e7b8-4559-94f9-9f69b5972fc2,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:46.658809 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:46.667866 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329cfc04-2c51-422f-a3a5-47d2ff981b7d x-openstack-request-id: req-329cfc04-2c51-422f-a3a5-47d2ff981b7d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:04:46.668157 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d359bcb7-2947-4404-8b7a-4e7fcac5943e", "tag": "b7e6fc15-e7b8-4559-94f9-9f69b5972fc2", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:04:46.668410 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-329cfc04-2c51-422f-a3a5-47d2ff981b7d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:04:46.668825 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd359bcb7-2947-4404-8b7a-4e7fcac5943e', 'tag': 'b7e6fc15-e7b8-4559-94f9-9f69b5972fc2', 'status': 'completed', 'code': 200} Aug 31 18:04:46.719570 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Pushing event updated for resources: {'Port': ['ID=139378ba-f990-4977-b60a-913093b84933,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:46.752824 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496c495-1ce2-4069-93d1-ddf4c88a5467 req-15e0e02b-a98a-4cfb-b806-5b87e7f8f7ff tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:46.754863 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a496c495-1ce2-4069-93d1-ddf4c88a5467 req-15e0e02b-a98a-4cfb-b806-5b87e7f8f7ff tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 943 time: 0.0547521 Aug 31 18:04:46.756733 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6db74432-d059-41bd-a461-f5b08eed3801 req-14659ef2-3b11-44d7-8536-528e25041e77 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:46.758659 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Attempting to bind port 139378ba-f990-4977-b60a-913093b84933 on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:04:46.758895 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Attempting to bind port 139378ba-f990-4977-b60a-913093b84933 by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': '4c966230-c0a4-4e3c-97f4-9a193c4e27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:04:46.759784 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Attempting to bind port 139378ba-f990-4977-b60a-913093b84933 on network 9095fd0f-8ec8-4dbf-87ec-9629298c3b50 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:04:46.764744 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Port 139378ba-f990-4977-b60a-913093b84933 on network 9095fd0f-8ec8-4dbf-87ec-9629298c3b50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:04:46.764949 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Attempting to bind port 139378ba-f990-4977-b60a-913093b84933 on network 9095fd0f-8ec8-4dbf-87ec-9629298c3b50 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:04:46.771584 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:04:46.771976 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Checking segment: {'id': '4c966230-c0a4-4e3c-97f4-9a193c4e27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:04:46.772367 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Bound using segment: {'id': '4c966230-c0a4-4e3c-97f4-9a193c4e27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:04:46.772813 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Bound port: 139378ba-f990-4977-b60a-913093b84933, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c966230-c0a4-4e3c-97f4-9a193c4e27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:04:46.773175 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:46.848759 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] For port 139378ba-f990-4977-b60a-913093b84933, host hv-cinder-80674, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:04:46.852290 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] For port 139378ba-f990-4977-b60a-913093b84933, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=139378ba-f990-4977-b60a-913093b84933,segment=NetworkSegment(4c966230-c0a4-4e3c-97f4-9a193c4e27e9),segment_id=4c966230-c0a4-4e3c-97f4-9a193c4e27e9)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:04:47.006047 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ec34c-bf52-445d-87e7-4a1d653c1fb8 req-366430c6-1bd9-40b0-a9fe-03fce43ec785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:47.007550 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-622ec34c-bf52-445d-87e7-4a1d653c1fb8 req-366430c6-1bd9-40b0-a9fe-03fce43ec785 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6058b10a83d8420bb755354e3a8d3077&device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 1096 time: 0.0498841 Aug 31 18:04:47.017393 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db74432-d059-41bd-a461-f5b08eed3801 req-14659ef2-3b11-44d7-8536-528e25041e77 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Network 75e081f7-d3c8-4092-a3bf-ad504c26e246 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:04:47.030737 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-6db74432-d059-41bd-a461-f5b08eed3801 req-14659ef2-3b11-44d7-8536-528e25041e77 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:04:47.038429 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db74432-d059-41bd-a461-f5b08eed3801 req-14659ef2-3b11-44d7-8536-528e25041e77 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:04:47.076361 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14659ef2-3b11-44d7-8536-528e25041e77 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Pushing event updated for resources: {'Port': ['ID=87d0149f-06bd-459d-8c86-6f60c8c89e8c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:47.094473 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a496c495-1ce2-4069-93d1-ddf4c88a5467 req-5bb54ea0-d92b-4b2e-be10-a76d1a2e3a58 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348174 Aug 31 18:04:47.117619 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db74432-d059-41bd-a461-f5b08eed3801 req-14659ef2-3b11-44d7-8536-528e25041e77 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:47.118420 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6db74432-d059-41bd-a461-f5b08eed3801 req-14659ef2-3b11-44d7-8536-528e25041e77 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:47.170599 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:47.209705 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da6f01-b0c0-4436-8016-09aae297735e req-2e6a7516-bb3e-4c02-9254-57b2c113edc3 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:47.214116 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f5da6f01-b0c0-4436-8016-09aae297735e req-2e6a7516-bb3e-4c02-9254-57b2c113edc3 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 943 time: 0.0556982 Aug 31 18:04:47.251734 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:47.252365 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:47.259921 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] 10.222.0.61 "PUT /v2.0/ports/139378ba-f990-4977-b60a-913093b84933 HTTP/1.1" status: 200 len: 1094 time: 1.3147447 Aug 31 18:04:47.269396 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f5da6f01-b0c0-4436-8016-09aae297735e req-a3e3fcd7-f67d-4495-890f-1eaf128026d1 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492890 Aug 31 18:04:47.275387 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ec34c-bf52-445d-87e7-4a1d653c1fb8 req-de4d398d-a2f1-4fdd-8189-14acda7b3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:47.276957 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-622ec34c-bf52-445d-87e7-4a1d653c1fb8 req-de4d398d-a2f1-4fdd-8189-14acda7b3bd9 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6058b10a83d8420bb755354e3a8d3077&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2531066 Aug 31 18:04:47.303334 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814b749-c891-43e5-889e-4ad3874f80db service neutron] Pushing event updated for resources: {'Port': ['ID=139378ba-f990-4977-b60a-913093b84933,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:47.362806 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6db74432-d059-41bd-a461-f5b08eed3801 req-14659ef2-3b11-44d7-8536-528e25041e77 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0249023 Aug 31 18:04:47.378263 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Request body: {'port': {'device_id': 'e33a34b9-9ad3-40c4-946a-983f8481262a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:04:47.435987 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:47.452719 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ec34c-bf52-445d-87e7-4a1d653c1fb8 req-60ee1e62-5086-438b-bcc3-b5bf467dff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:47.459046 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-622ec34c-bf52-445d-87e7-4a1d653c1fb8 req-60ee1e62-5086-438b-bcc3-b5bf467dff56 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1735215 Aug 31 18:04:47.632776 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b6882859-9ec9-4da4-9e72-5de729ddcd57 None None] Provisioning for port 87d0149f-06bd-459d-8c86-6f60c8c89e8c completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:04:47.639019 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b6882859-9ec9-4da4-9e72-5de729ddcd57 None None] Provisioning complete for port 87d0149f-06bd-459d-8c86-6f60c8c89e8c triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:04:47.643368 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b6882859-9ec9-4da4-9e72-5de729ddcd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:47.700884 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b6882859-9ec9-4da4-9e72-5de729ddcd57 None None] Port 87d0149f-06bd-459d-8c86-6f60c8c89e8c cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:04:47.810422 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-30a52f2f-ddd0-40ca-baf7-df713861b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:47.812297 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-30a52f2f-ddd0-40ca-baf7-df713861b125 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6058b10a83d8420bb755354e3a8d3077&device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 1096 time: 0.2760277 Aug 31 18:04:47.821013 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98db1d-1696-4597-981c-699d8755e778 req-baeb3844-2879-43da-a3fd-aff3a0df7ca3 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:47.821876 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cd98db1d-1696-4597-981c-699d8755e778 req-baeb3844-2879-43da-a3fd-aff3a0df7ca3 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 932 time: 0.1521759 Aug 31 18:04:47.830755 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-55f9698f-7521-4b24-92a6-10a8baa612cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:47.832511 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-55f9698f-7521-4b24-92a6-10a8baa612cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6058b10a83d8420bb755354e3a8d3077&device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 1097 time: 0.2699020 Aug 31 18:04:47.833631 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f5e6b-b84a-4b04-90bf-f195d08ebac8 req-8c2c878c-bb5f-4cb4-b8c6-2386cce8196f tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:47.837460 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2a4f5e6b-b84a-4b04-90bf-f195d08ebac8 req-8c2c878c-bb5f-4cb4-b8c6-2386cce8196f tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 944 time: 0.1266980 Aug 31 18:04:47.879678 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-fe5f1390-b75e-4569-b70a-d25ddd476cbd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 HTTP/1.1" status: 200 len: 217 time: 0.0459244 Aug 31 18:04:47.926404 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-5890db04-5456-4043-82a1-7d54360c9480 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139378ba-f990-4977-b60a-913093b84933 HTTP/1.1" status: 200 len: 217 time: 0.0545216 Aug 31 18:04:47.933060 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2a4f5e6b-b84a-4b04-90bf-f195d08ebac8 req-ebd70097-bf01-46ae-a709-124c836f5bf7 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883482 Aug 31 18:04:47.938840 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cd98db1d-1696-4597-981c-699d8755e778 req-1c788a08-9e9a-43bb-82ff-dc7b2ca2ac0d tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954456 Aug 31 18:04:47.975748 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d0149f-06bd-459d-8c86-6f60c8c89e8c {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:04:47.984275 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:48.007033 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-24b6c374-c32f-44a7-9fb7-19d03aeff411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:48.008569 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-24b6c374-c32f-44a7-9fb7-19d03aeff411 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f1ac8396-1493-4c14-afbc-6ca83d5e9484 HTTP/1.1" status: 200 len: 858 time: 0.0930243 Aug 31 18:04:48.009076 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Transition to ACTIVE for port object 87d0149f-06bd-459d-8c86-6f60c8c89e8c will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:04:48.012425 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-dac2f36f-91a6-4109-b1c1-41e16cf64a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:48.013953 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-dac2f36f-91a6-4109-b1c1-41e16cf64a70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f1ac8396-1493-4c14-afbc-6ca83d5e9484 HTTP/1.1" status: 200 len: 858 time: 0.0693338 Aug 31 18:04:48.074271 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-828ae18c-0aef-466e-a4c5-c15abb6041fd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502121 Aug 31 18:04:48.076231 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-21db5148-c9f7-4cb8-a4c3-697b1cc24a22 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509892 Aug 31 18:04:48.122791 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:48.188991 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Pushing event updated for resources: {'Port': ['ID=87d0149f-06bd-459d-8c86-6f60c8c89e8c,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:48.273031 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-22fad14f-8062-41fe-9d0b-a989b4b962d1 service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858668 Aug 31 18:04:48.274978 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-159e0998-259a-4789-9341-392fd41309b9 service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866643 Aug 31 18:04:48.330047 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9e883-da63-4653-b055-a655ec97fc05 req-708b88db-38b2-4dca-8fb0-d3067cc78416 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:48.331616 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-32d9e883-da63-4653-b055-a655ec97fc05 req-708b88db-38b2-4dca-8fb0-d3067cc78416 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 943 time: 0.1147583 Aug 31 18:04:48.423053 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Attempting to bind port 87d0149f-06bd-459d-8c86-6f60c8c89e8c on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:04:48.424523 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Attempting to bind port 87d0149f-06bd-459d-8c86-6f60c8c89e8c by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': 'de9e5290-a599-4c31-9d06-61044e7ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:04:48.424893 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Attempting to bind port 87d0149f-06bd-459d-8c86-6f60c8c89e8c on network 75e081f7-d3c8-4092-a3bf-ad504c26e246 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:04:48.436765 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-32d9e883-da63-4653-b055-a655ec97fc05 req-5a29ec72-91ce-4122-9246-dcfe8ace1263 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978084 Aug 31 18:04:48.438426 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Port 87d0149f-06bd-459d-8c86-6f60c8c89e8c on network 75e081f7-d3c8-4092-a3bf-ad504c26e246 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:04:48.438773 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Attempting to bind port 87d0149f-06bd-459d-8c86-6f60c8c89e8c on network 75e081f7-d3c8-4092-a3bf-ad504c26e246 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:04:48.448930 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:04:48.449288 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Checking segment: {'id': 'de9e5290-a599-4c31-9d06-61044e7ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:04:48.450389 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Bound using segment: {'id': 'de9e5290-a599-4c31-9d06-61044e7ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:04:48.460625 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Bound port: 87d0149f-06bd-459d-8c86-6f60c8c89e8c, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9e5290-a599-4c31-9d06-61044e7ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:04:48.460625 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:48.471862 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d8a31-67ed-4e90-98f5-14b667131a23 req-03922335-625a-4fad-89da-78722d4ecd62 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:48.471862 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-524d8a31-67ed-4e90-98f5-14b667131a23 req-03922335-625a-4fad-89da-78722d4ecd62 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 943 time: 0.0771432 Aug 31 18:04:48.494421 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-5539e186-6870-4e62-8416-252b2c6a8c0e service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075744 Aug 31 18:04:48.515692 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-98600c07-b634-4db5-92dd-f510ebdd2377 req-1c1dea24-abad-4893-83f5-0bc5c4e69ac3 service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267835 Aug 31 18:04:48.541570 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-524d8a31-67ed-4e90-98f5-14b667131a23 req-941df383-73b8-42a6-b0d9-db28cbefd314 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663416 Aug 31 18:04:48.575909 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] For port 87d0149f-06bd-459d-8c86-6f60c8c89e8c, host hv-cinder-80674, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:04:48.580575 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] For port 87d0149f-06bd-459d-8c86-6f60c8c89e8c, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=87d0149f-06bd-459d-8c86-6f60c8c89e8c,segment=NetworkSegment(de9e5290-a599-4c31-9d06-61044e7ef585),segment_id=de9e5290-a599-4c31-9d06-61044e7ef585)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:04:48.670344 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9253071b-910a-416b-b73e-4242269a22aa', 'tag': '139378ba-f990-4977-b60a-913093b84933'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:04:48.673338 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73f5caf-eb9c-41de-b897-d76b23ac1fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "9253071b-910a-416b-b73e-4242269a22aa", "tag": "139378ba-f990-4977-b60a-913093b84933"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:04:48.711411 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16261b45-58ce-4346-bbdc-2eb2d9019ea6 x-openstack-request-id: req-16261b45-58ce-4346-bbdc-2eb2d9019ea6 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:04:48.711693 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9253071b-910a-416b-b73e-4242269a22aa", "tag": "139378ba-f990-4977-b60a-913093b84933", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:04:48.712123 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16261b45-58ce-4346-bbdc-2eb2d9019ea6 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:04:48.712602 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9253071b-910a-416b-b73e-4242269a22aa', 'tag': '139378ba-f990-4977-b60a-913093b84933', 'status': 'completed', 'code': 200} Aug 31 18:04:48.779281 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:48.821540 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:48.822162 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:48.823677 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6db74432-d059-41bd-a461-f5b08eed3801 req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] 10.222.0.61 "PUT /v2.0/ports/87d0149f-06bd-459d-8c86-6f60c8c89e8c HTTP/1.1" status: 200 len: 1094 time: 1.4507723 Aug 31 18:04:48.824116 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33a34b9-9ad3-40c4-946a-983f8481262a', 'tag': '87d0149f-06bd-459d-8c86-6f60c8c89e8c'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:04:48.869527 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245088f1-2c6b-4444-9ea8-96f0535bc89d service neutron] Pushing event updated for resources: {'Port': ['ID=87d0149f-06bd-459d-8c86-6f60c8c89e8c,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:48.895330 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 575bd565-2114-44ee-a4cc-f9709eb04b62 details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:04:48.900971 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f5caf-eb9c-41de-b897-d76b23ac1fe2 req-b7e57e76-ccb7-436b-a17a-9ab60f8ca553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:48.902482 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f73f5caf-eb9c-41de-b897-d76b23ac1fe2 req-b7e57e76-ccb7-436b-a17a-9ab60f8ca553 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6058b10a83d8420bb755354e3a8d3077&device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 1097 time: 0.0469356 Aug 31 18:04:49.110607 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 575bd565-2114-44ee-a4cc-f9709eb04b62, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=575bd565-2114-44ee-a4cc-f9709eb04b62,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:49.127113 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': '575bd565-2114-44ee-a4cc-f9709eb04b62', 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8', 'port_id': '575bd565-2114-44ee-a4cc-f9709eb04b62', 'mac_address': 'fa:16:3e:b7:c5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f428a510-e539-4b72-8073-f50cf5f5996d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:04:49.159855 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 55502) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:49.177085 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db74432-d059-41bd-a461-f5b08eed3801 req-0ea8a360-59df-4a93-98ac-d3f96461c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:49.179232 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6db74432-d059-41bd-a461-f5b08eed3801 req-0ea8a360-59df-4a93-98ac-d3f96461c625 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71cf56a95c554ed4bdb83b9c03793d9c&device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 1097 time: 0.0621641 Aug 31 18:04:49.187409 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:49.191646 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720466f-d0d2-4cb8-a932-d111fee0e424 req-82f430b7-07fa-4079-9a58-4f10e9b814a1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:49.193326 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a720466f-d0d2-4cb8-a932-d111fee0e424 req-82f430b7-07fa-4079-9a58-4f10e9b814a1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 944 time: 0.0954938 Aug 31 18:04:49.209963 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeba175-4aca-4aec-be2a-2234f05a44ea req-99881fbd-3aef-4fef-9ba6-f98f48ea0b5b tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:49.217949 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575bd565-2114-44ee-a4cc-f9709eb04b62 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:04:49.218113 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9eeba175-4aca-4aec-be2a-2234f05a44ea req-99881fbd-3aef-4fef-9ba6-f98f48ea0b5b tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 944 time: 0.1548634 Aug 31 18:04:49.233411 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 575bd565-2114-44ee-a4cc-f9709eb04b62, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=575bd565-2114-44ee-a4cc-f9709eb04b62,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:49.272089 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f5caf-eb9c-41de-b897-d76b23ac1fe2 req-f66c25f0-730a-4a21-ad99-1250a2ed9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:49.272697 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6db74432-d059-41bd-a461-f5b08eed3801 req-b2cfda47-4370-4f4d-94b2-0cd96882ed1e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87d0149f-06bd-459d-8c86-6f60c8c89e8c HTTP/1.1" status: 200 len: 217 time: 0.0745497 Aug 31 18:04:49.273695 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f73f5caf-eb9c-41de-b897-d76b23ac1fe2 req-f66c25f0-730a-4a21-ad99-1250a2ed9038 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50 HTTP/1.1" status: 200 len: 920 time: 0.3632932 Aug 31 18:04:49.276307 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4361b3-ed0c-4d30-bfa1-a0f1842850cc" -d '{"events": [{"name": "network-changed", "server_uuid": "e33a34b9-9ad3-40c4-946a-983f8481262a", "tag": "87d0149f-06bd-459d-8c86-6f60c8c89e8c"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:04:49.296576 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9eeba175-4aca-4aec-be2a-2234f05a44ea req-e2e1e0d7-6d7c-4b30-9c4b-8e100aa0284f tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783076 Aug 31 18:04:49.320393 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 55510) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:49.344790 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:49.349089 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f73f5caf-eb9c-41de-b897-d76b23ac1fe2 req-09ef8c56-b1d0-4804-8915-c909052bc46b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139378ba-f990-4977-b60a-913093b84933 HTTP/1.1" status: 200 len: 217 time: 0.0619676 Aug 31 18:04:49.351949 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db74432-d059-41bd-a461-f5b08eed3801 req-e4e16fda-9836-4164-b3bf-5c0d5832ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:49.357097 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6db74432-d059-41bd-a461-f5b08eed3801 req-e4e16fda-9836-4164-b3bf-5c0d5832ca79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6cb31828-d8fd-4cf6-8874-763e2a00ac91 HTTP/1.1" status: 200 len: 849 time: 0.0711644 Aug 31 18:04:49.406145 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a720466f-d0d2-4cb8-a932-d111fee0e424 req-c2f0707c-1439-4b9d-84da-6e69ba1bc134 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868274 Aug 31 18:04:49.414264 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=575bd565-2114-44ee-a4cc-f9709eb04b62,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:49.421159 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db74432-d059-41bd-a461-f5b08eed3801 req-0fdc2ec2-20e5-455f-b95d-a446d2a96bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:49.423426 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6db74432-d059-41bd-a461-f5b08eed3801 req-0fdc2ec2-20e5-455f-b95d-a446d2a96bb6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75e081f7-d3c8-4092-a3bf-ad504c26e246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572100 Aug 31 18:04:49.424772 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f5caf-eb9c-41de-b897-d76b23ac1fe2 req-76d4d30e-0729-457c-ad82-3a38b24ad7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:49.426290 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f73f5caf-eb9c-41de-b897-d76b23ac1fe2 req-76d4d30e-0729-457c-ad82-3a38b24ad7e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f1ac8396-1493-4c14-afbc-6ca83d5e9484 HTTP/1.1" status: 200 len: 858 time: 0.0705502 Aug 31 18:04:49.453965 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39955230-a35e-4c2a-acd0-cee31f49964b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:49.482246 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f73f5caf-eb9c-41de-b897-d76b23ac1fe2 req-6170e228-e329-4df6-873b-020dbb6a6f66 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407724 Aug 31 18:04:49.535931 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6db74432-d059-41bd-a461-f5b08eed3801 req-fd350e79-8f3b-45cf-a570-36f30afa201f service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984979 Aug 31 18:04:49.576238 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5b8631-adb7-4c83-b5ea-0ed1bc9dbd50 x-openstack-request-id: req-3f5b8631-adb7-4c83-b5ea-0ed1bc9dbd50 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:04:49.576574 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a052ebe-4118-4ffc-b052-11cd8b831afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:49.577455 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33a34b9-9ad3-40c4-946a-983f8481262a", "tag": "87d0149f-06bd-459d-8c86-6f60c8c89e8c", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:04:49.577891 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f5b8631-adb7-4c83-b5ea-0ed1bc9dbd50 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:04:49.578954 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33a34b9-9ad3-40c4-946a-983f8481262a', 'tag': '87d0149f-06bd-459d-8c86-6f60c8c89e8c', 'status': 'completed', 'code': 200} Aug 31 18:04:49.668873 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6db74432-d059-41bd-a461-f5b08eed3801 req-f327b6c1-c2c1-4e68-8adc-d17b9a2e8f35 service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066127 Aug 31 18:04:49.727571 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9763b-baa6-4ba1-baab-be15e7c53399 req-57a970e5-e19e-448f-97ba-d6e95b2fd774 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:49.729286 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dfe9763b-baa6-4ba1-baab-be15e7c53399 req-57a970e5-e19e-448f-97ba-d6e95b2fd774 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 943 time: 0.1932139 Aug 31 18:04:49.746139 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f73f5caf-eb9c-41de-b897-d76b23ac1fe2 req-f9bc30be-e803-4399-b165-e5b7160553f3 service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451847 Aug 31 18:04:49.823498 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640e1eb-7c68-43d2-9c18-bc9932178da4 req-ae76eeba-3062-4f25-86ad-c13e8aab7e0c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:49.824954 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4640e1eb-7c68-43d2-9c18-bc9932178da4 req-ae76eeba-3062-4f25-86ad-c13e8aab7e0c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 944 time: 0.1891327 Aug 31 18:04:49.881927 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dfe9763b-baa6-4ba1-baab-be15e7c53399 req-7c252dc3-37ab-4507-9504-769aba8c86b1 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419077 Aug 31 18:04:49.922540 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39955230-a35e-4c2a-acd0-cee31f49964b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:49.926284 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4640e1eb-7c68-43d2-9c18-bc9932178da4 req-a9bfd32d-cdf5-4aa7-8e4e-2866ab3f9854 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895231 Aug 31 18:04:49.945026 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4361b3-ed0c-4d30-bfa1-a0f1842850cc req-e794b903-975e-4071-ba17-2184887910e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:49.945026 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-fd4361b3-ed0c-4d30-bfa1-a0f1842850cc req-e794b903-975e-4071-ba17-2184887910e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71cf56a95c554ed4bdb83b9c03793d9c&device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 1097 time: 0.0561764 Aug 31 18:04:49.954082 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f73f5caf-eb9c-41de-b897-d76b23ac1fe2 req-ad108cfc-9705-4552-8396-a78c2d1d530c service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961596 Aug 31 18:04:49.982021 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 55522) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:50.048123 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-39955230-a35e-4c2a-acd0-cee31f49964b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:50.091965 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-39955230-a35e-4c2a-acd0-cee31f49964b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b42655524f34f9c92d581fa8befb63f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9260151 Aug 31 18:04:50.094813 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39955230-a35e-4c2a-acd0-cee31f49964b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b35f37-0144-411f-9f73-cd6480c6a72e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:50.098574 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 55526) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:50.127528 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9e067b71-2675-49d0-97b3-3fb038d98523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:50.143806 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4361b3-ed0c-4d30-bfa1-a0f1842850cc req-d99fefd1-9add-404b-ab92-57d14329a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:50.145318 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-fd4361b3-ed0c-4d30-bfa1-a0f1842850cc req-d99fefd1-9add-404b-ab92-57d14329a680 service neutron] 10.222.0.61 "GET /v2.0/networks?id=75e081f7-d3c8-4092-a3bf-ad504c26e246 HTTP/1.1" status: 200 len: 912 time: 0.1929605 Aug 31 18:04:50.189254 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['575bd565-2114-44ee-a4cc-f9709eb04b62'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:04:50.211679 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-fd4361b3-ed0c-4d30-bfa1-a0f1842850cc req-91400ec9-c49f-48fb-af9f-d6c13f2cbc58 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87d0149f-06bd-459d-8c86-6f60c8c89e8c HTTP/1.1" status: 200 len: 217 time: 0.0553463 Aug 31 18:04:50.278706 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7fa71d0a-459d-4dcd-b8f8-6756c407404d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:50.318347 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4361b3-ed0c-4d30-bfa1-a0f1842850cc req-5e4ad43f-c838-49c9-a8f1-a304a7efbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:50.319859 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-fd4361b3-ed0c-4d30-bfa1-a0f1842850cc req-5e4ad43f-c838-49c9-a8f1-a304a7efbff9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6cb31828-d8fd-4cf6-8874-763e2a00ac91 HTTP/1.1" status: 200 len: 849 time: 0.0988235 Aug 31 18:04:50.325832 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a052ebe-4118-4ffc-b052-11cd8b831afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:50.331739 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7fa71d0a-459d-4dcd-b8f8-6756c407404d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:50.396853 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4361b3-ed0c-4d30-bfa1-a0f1842850cc req-faf07820-296e-47fe-b49c-91bbfb3c7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:50.398460 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-fd4361b3-ed0c-4d30-bfa1-a0f1842850cc req-faf07820-296e-47fe-b49c-91bbfb3c7c9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75e081f7-d3c8-4092-a3bf-ad504c26e246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688708 Aug 31 18:04:50.428006 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89af48-66d7-41e0-ae40-b3c2f7f55e3d req-6874f37d-5ded-4109-ad03-a9b33968a1f5 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:50.430966 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bd89af48-66d7-41e0-ae40-b3c2f7f55e3d req-6874f37d-5ded-4109-ad03-a9b33968a1f5 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 944 time: 0.0570059 Aug 31 18:04:50.482336 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bd89af48-66d7-41e0-ae40-b3c2f7f55e3d req-60716a13-af01-4c06-a1b1-86616cae70f6 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428214 Aug 31 18:04:50.496279 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-fd4361b3-ed0c-4d30-bfa1-a0f1842850cc req-1277a62d-004a-4403-835b-df548cdc5c7b service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896211 Aug 31 18:04:50.536682 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b827f51-8945-4eb3-9caf-1194919e0fcc req-7815e54d-74d8-442d-8cb9-a7e904afd18a tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:50.538199 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3b827f51-8945-4eb3-9caf-1194919e0fcc req-7815e54d-74d8-442d-8cb9-a7e904afd18a tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 944 time: 0.0505831 Aug 31 18:04:50.577773 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3b827f51-8945-4eb3-9caf-1194919e0fcc req-c38fecd4-e1fd-4498-be0e-cec456a51ca5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329533 Aug 31 18:04:50.593417 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-fd4361b3-ed0c-4d30-bfa1-a0f1842850cc req-3e299adf-e9e0-4584-bd19-92263a02195c service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890493 Aug 31 18:04:50.733138 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a052ebe-4118-4ffc-b052-11cd8b831afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:50.771436 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-1a052ebe-4118-4ffc-b052-11cd8b831afd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=00e08f418a68486d8e5cbbb27a2a055b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4489648 Aug 31 18:04:50.774068 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 55538) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:50.780110 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a052ebe-4118-4ffc-b052-11cd8b831afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb3173e-87ea-4d83-a460-0daf9b9ece42,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:50.784953 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7fa71d0a-459d-4dcd-b8f8-6756c407404d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:50.795875 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7fa71d0a-459d-4dcd-b8f8-6756c407404d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:50.795875 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-7fa71d0a-459d-4dcd-b8f8-6756c407404d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b5b35f37-0144-411f-9f73-cd6480c6a72e HTTP/1.1" status: 204 len: 168 time: 0.6869054 Aug 31 18:04:50.815534 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9e067b71-2675-49d0-97b3-3fb038d98523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:50.824835 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa71d0a-459d-4dcd-b8f8-6756c407404d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b35f37-0144-411f-9f73-cd6480c6a72e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:50.853807 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce518c29-48e6-4f53-bacd-d0239d67ae8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:50.874740 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce518c29-48e6-4f53-bacd-d0239d67ae8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:50.881459 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device bc657a81-6f33-40d6-9fb8-404829020723 details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:04:50.938497 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-55e9f8d9-e1fc-4261-953b-92120c3f6f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:50.966836 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:04:51.003305 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port bc657a81-6f33-40d6-9fb8-404829020723, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=bc657a81-6f33-40d6-9fb8-404829020723,segment=NetworkSegment(b1d5b043-66e2-4920-ad0c-b6a3e049baf2),segment_id=b1d5b043-66e2-4920-ad0c-b6a3e049baf2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:51.014042 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': 'bc657a81-6f33-40d6-9fb8-404829020723', 'network_id': '52c6861f-3d86-490d-a65b-37043819ba3a', 'port_id': 'bc657a81-6f33-40d6-9fb8-404829020723', 'mac_address': 'fa:16:3e:b1:9b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed33ecb-d13b-46e3-9d0d-57b647f1440a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:04:51.032921 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9e067b71-2675-49d0-97b3-3fb038d98523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:51.055058 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:51.070772 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc657a81-6f33-40d6-9fb8-404829020723 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:04:51.092840 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce518c29-48e6-4f53-bacd-d0239d67ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:51.098367 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce518c29-48e6-4f53-bacd-d0239d67ae8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:51.098367 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-ce518c29-48e6-4f53-bacd-d0239d67ae8d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1bb3173e-87ea-4d83-a460-0daf9b9ece42 HTTP/1.1" status: 204 len: 168 time: 0.3228834 Aug 31 18:04:51.099246 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port bc657a81-6f33-40d6-9fb8-404829020723, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=bc657a81-6f33-40d6-9fb8-404829020723,segment=NetworkSegment(b1d5b043-66e2-4920-ad0c-b6a3e049baf2),segment_id=b1d5b043-66e2-4920-ad0c-b6a3e049baf2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:51.108595 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce518c29-48e6-4f53-bacd-d0239d67ae8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb3173e-87ea-4d83-a460-0daf9b9ece42,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:51.156959 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0566b-03b1-4cb1-bda2-6100c9646424 req-43a73012-0b1f-4858-ba58-b0355b7f1011 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:51.158573 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4fd0566b-03b1-4cb1-bda2-6100c9646424 req-43a73012-0b1f-4858-ba58-b0355b7f1011 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 943 time: 0.1923792 Aug 31 18:04:51.164010 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-9e067b71-2675-49d0-97b3-3fb038d98523 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e91e7075f4a940a798c820a93e7c31c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1776876 Aug 31 18:04:51.164010 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e067b71-2675-49d0-97b3-3fb038d98523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28216389-ab4d-4a9d-b82b-8486ca9afdb8,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:51.164305 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 55548) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:51.258954 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3adcb5ba-fa49-4577-8bfa-a9343c74bb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:51.292200 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3adcb5ba-fa49-4577-8bfa-a9343c74bb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:51.367403 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:51.407411 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493eff80-c6e3-4760-b125-825424b540cc req-c886770d-5664-4ac2-ab13-40f55485af36 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:51.408909 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-493eff80-c6e3-4760-b125-825424b540cc req-c886770d-5664-4ac2-ab13-40f55485af36 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 944 time: 0.3975935 Aug 31 18:04:51.416329 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4fd0566b-03b1-4cb1-bda2-6100c9646424 req-162b4bb1-63f0-4aaf-81b0-52f7f36b1904 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494960 Aug 31 18:04:51.489276 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=bc657a81-6f33-40d6-9fb8-404829020723,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:51.489438 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-493eff80-c6e3-4760-b125-825424b540cc req-697c33cb-93cb-441b-87a0-31c1156d16e0 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385740 Aug 31 18:04:51.610332 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3e5f2-fd35-41fa-9367-88b171fdee25 req-1d8506cb-db96-44bb-8449-2ba6593dd9ec tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:51.611983 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-13d3e5f2-fd35-41fa-9367-88b171fdee25 req-1d8506cb-db96-44bb-8449-2ba6593dd9ec tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 944 time: 0.0584452 Aug 31 18:04:51.657750 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-13d3e5f2-fd35-41fa-9367-88b171fdee25 req-f3f55455-9504-44b0-948f-52d669c912c3 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390108 Aug 31 18:04:51.712374 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf8be5-2197-42ec-9cae-a68355680f15 req-c8c2cef1-a4e2-4af5-8485-171c4a3d8a37 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:51.713859 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-45bf8be5-2197-42ec-9cae-a68355680f15 req-c8c2cef1-a4e2-4af5-8485-171c4a3d8a37 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 944 time: 0.0519450 Aug 31 18:04:51.731783 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3adcb5ba-fa49-4577-8bfa-a9343c74bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:51.735377 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3adcb5ba-fa49-4577-8bfa-a9343c74bb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:51.736766 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-3adcb5ba-fa49-4577-8bfa-a9343c74bb12 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28216389-ab4d-4a9d-b82b-8486ca9afdb8 HTTP/1.1" status: 204 len: 168 time: 0.5710912 Aug 31 18:04:51.746422 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcb5ba-fa49-4577-8bfa-a9343c74bb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28216389-ab4d-4a9d-b82b-8486ca9afdb8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:51.755204 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-45bf8be5-2197-42ec-9cae-a68355680f15 req-f78a443b-daac-4f49-a25b-dedac8f715aa tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352876 Aug 31 18:04:51.898378 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['bc657a81-6f33-40d6-9fb8-404829020723'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:04:52.009433 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:52.621385 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa9194-cf5f-488e-8a0d-4b2eaa62f6d4 req-75aa6f8b-6a37-4fbb-95db-d0c5498226d0 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:52.622860 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a0fa9194-cf5f-488e-8a0d-4b2eaa62f6d4 req-75aa6f8b-6a37-4fbb-95db-d0c5498226d0 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 944 time: 0.0800815 Aug 31 18:04:52.630171 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0df2b0-a2fe-4523-ad96-db3baed1dbbc req-fdc53107-f8ba-4dbd-9423-9f63ee038fe5 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:52.631580 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4f0df2b0-a2fe-4523-ad96-db3baed1dbbc req-fdc53107-f8ba-4dbd-9423-9f63ee038fe5 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 944 time: 0.0792928 Aug 31 18:04:52.685738 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a0fa9194-cf5f-488e-8a0d-4b2eaa62f6d4 req-4f459b53-9c29-4bf2-8ad3-a1ca10b76111 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531983 Aug 31 18:04:52.693121 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4f0df2b0-a2fe-4523-ad96-db3baed1dbbc req-d8b9219e-0f01-4031-b5dd-6ea083d7a243 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537255 Aug 31 18:04:52.815856 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819fb22-60b4-47b1-9010-80fbca9e3ddd req-83972b19-b86b-4df5-9794-49275e1bd6ad tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:52.815856 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5819fb22-60b4-47b1-9010-80fbca9e3ddd req-83972b19-b86b-4df5-9794-49275e1bd6ad tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 944 time: 0.0540855 Aug 31 18:04:52.878566 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 139378ba-f990-4977-b60a-913093b84933 details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:04:52.884673 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5819fb22-60b4-47b1-9010-80fbca9e3ddd req-ddb7bdae-ab1c-4e95-bd2b-7901fb0e1756 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637121 Aug 31 18:04:52.910149 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee26407-8c55-4e93-b459-f43f76e7794b req-d3e2d062-62ee-4775-a136-f9ef8779ba6c tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:52.918959 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5ee26407-8c55-4e93-b459-f43f76e7794b req-d3e2d062-62ee-4775-a136-f9ef8779ba6c tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 944 time: 0.0808761 Aug 31 18:04:52.962833 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5ee26407-8c55-4e93-b459-f43f76e7794b req-b8aaad39-229e-4fe1-9b79-db333708afb3 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432513 Aug 31 18:04:52.987863 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 55606) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:53.003524 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44b2c9dc-bea5-49d0-b267-cd104387de48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:53.080021 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 575bd565-2114-44ee-a4cc-f9709eb04b62 up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:04:53.098437 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44b2c9dc-bea5-49d0-b267-cd104387de48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:53.158790 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 139378ba-f990-4977-b60a-913093b84933, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=139378ba-f990-4977-b60a-913093b84933,segment=NetworkSegment(4c966230-c0a4-4e3c-97f4-9a193c4e27e9),segment_id=4c966230-c0a4-4e3c-97f4-9a193c4e27e9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:53.171449 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': '139378ba-f990-4977-b60a-913093b84933', 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50', 'port_id': '139378ba-f990-4977-b60a-913093b84933', 'mac_address': 'fa:16:3e:70:50:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ac8396-1493-4c14-afbc-6ca83d5e9484', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:04:53.212136 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:53.225162 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139378ba-f990-4977-b60a-913093b84933 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:04:53.243509 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 139378ba-f990-4977-b60a-913093b84933, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=139378ba-f990-4977-b60a-913093b84933,segment=NetworkSegment(4c966230-c0a4-4e3c-97f4-9a193c4e27e9),segment_id=4c966230-c0a4-4e3c-97f4-9a193c4e27e9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:53.314881 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44b2c9dc-bea5-49d0-b267-cd104387de48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:53.354877 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-44b2c9dc-bea5-49d0-b267-cd104387de48 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a78d37fcdc674a10814766169f20b009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3706083 Aug 31 18:04:53.355282 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2c9dc-bea5-49d0-b267-cd104387de48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa15a59d-b435-45eb-9d3c-c48cbe98eaa4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:53.355953 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port 575bd565-2114-44ee-a4cc-f9709eb04b62 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:04:53.357280 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 55616) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:04:53.372485 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port 575bd565-2114-44ee-a4cc-f9709eb04b62 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:04:53.372485 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:53.425901 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d58487f6-bb21-4715-b834-4bcb5b27d4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:53.434415 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:53.438767 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:04:53.448774 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d58487f6-bb21-4715-b834-4bcb5b27d4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:53.475665 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5dce424b-7786-45e2-9aca-f5ab46b7b46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:53.486135 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:53.534705 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port b7e6fc15-e7b8-4559-94f9-9f69b5972fc2, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b7e6fc15-e7b8-4559-94f9-9f69b5972fc2,segment=NetworkSegment(4c966230-c0a4-4e3c-97f4-9a193c4e27e9),segment_id=4c966230-c0a4-4e3c-97f4-9a193c4e27e9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:53.542375 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=139378ba-f990-4977-b60a-913093b84933,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:53.552887 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521e9700-579d-4dbb-a9f5-6e11b9d95ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575bd565-2114-44ee-a4cc-f9709eb04b62'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:04:53.594546 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d58487f6-bb21-4715-b834-4bcb5b27d4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:53.597362 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d58487f6-bb21-4715-b834-4bcb5b27d4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:53.598845 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-d58487f6-bb21-4715-b834-4bcb5b27d4be admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aa15a59d-b435-45eb-9d3c-c48cbe98eaa4 HTTP/1.1" status: 204 len: 168 time: 0.2401798 Aug 31 18:04:53.610899 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58487f6-bb21-4715-b834-4bcb5b27d4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa15a59d-b435-45eb-9d3c-c48cbe98eaa4,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:53.645300 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': 'b7e6fc15-e7b8-4559-94f9-9f69b5972fc2', 'network_id': '9095fd0f-8ec8-4dbf-87ec-9629298c3b50', 'port_id': 'b7e6fc15-e7b8-4559-94f9-9f69b5972fc2', 'mac_address': 'fa:16:3e:b4:d9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ac8396-1493-4c14-afbc-6ca83d5e9484', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:04:53.648291 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 575bd565-2114-44ee-a4cc-f9709eb04b62, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=575bd565-2114-44ee-a4cc-f9709eb04b62,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:53.713371 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:53.736186 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:04:53.741389 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:53.807459 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:53.819273 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=575bd565-2114-44ee-a4cc-f9709eb04b62,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:53.834599 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port b7e6fc15-e7b8-4559-94f9-9f69b5972fc2, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b7e6fc15-e7b8-4559-94f9-9f69b5972fc2,segment=NetworkSegment(4c966230-c0a4-4e3c-97f4-9a193c4e27e9),segment_id=4c966230-c0a4-4e3c-97f4-9a193c4e27e9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:53.896868 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801b2a6-6d25-4758-b7e8-413a6457d55c req-b7a4f58f-bd6f-4816-81d6-c59823df83b3 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:53.898764 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5801b2a6-6d25-4758-b7e8-413a6457d55c req-b7a4f58f-bd6f-4816-81d6-c59823df83b3 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 945 time: 0.1004939 Aug 31 18:04:53.907947 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea160d4a-4b49-4c8c-8863-1143a634a504 req-1f84a4bc-77bf-405b-8461-236632de2da5 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:53.910056 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ea160d4a-4b49-4c8c-8863-1143a634a504 req-1f84a4bc-77bf-405b-8461-236632de2da5 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 944 time: 0.0939517 Aug 31 18:04:53.982025 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5801b2a6-6d25-4758-b7e8-413a6457d55c req-b5d8a745-92e6-4980-9ca0-7624fe7293a9 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708892 Aug 31 18:04:53.984924 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ea160d4a-4b49-4c8c-8863-1143a634a504 req-034e6b30-7d4d-4f9a-8703-9a982c0bdb16 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659626 Aug 31 18:04:54.033039 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:54.090224 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=b7e6fc15-e7b8-4559-94f9-9f69b5972fc2,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:54.150294 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb15ffe-c237-4c42-9219-c66044376851" -d '{"events": [{"server_uuid": "521e9700-579d-4dbb-a9f5-6e11b9d95ff0", "name": "network-vif-plugged", "status": "completed", "tag": "575bd565-2114-44ee-a4cc-f9709eb04b62"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:04:54.162129 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cf0fd-5688-42b5-b684-bf64285b8e71 req-b32b76e7-7989-4a43-bbf4-c32245e40402 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:54.164383 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9b8cf0fd-5688-42b5-b684-bf64285b8e71 req-b32b76e7-7989-4a43-bbf4-c32245e40402 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 944 time: 0.1081221 Aug 31 18:04:54.181730 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe9868-968f-4833-9fe1-d4120feb71ef req-2a31d919-b450-48f8-9f60-30b54a8e96ed tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:54.183800 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-90fe9868-968f-4833-9fe1-d4120feb71ef req-2a31d919-b450-48f8-9f60-30b54a8e96ed tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 945 time: 0.1132298 Aug 31 18:04:54.254729 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9b8cf0fd-5688-42b5-b684-bf64285b8e71 req-e3e8298c-f776-4183-a135-dc34e3eea7df tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696845 Aug 31 18:04:54.260913 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-90fe9868-968f-4833-9fe1-d4120feb71ef req-216bdfb9-8e6f-4ba8-adf1-452164105fa0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671542 Aug 31 18:04:54.517904 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:54.546974 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd392278-97a1-48ef-8c94-b4a3f023154d x-openstack-request-id: req-dd392278-97a1-48ef-8c94-b4a3f023154d {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:04:54.547269 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521e9700-579d-4dbb-a9f5-6e11b9d95ff0", "name": "network-vif-plugged", "status": "completed", "tag": "575bd565-2114-44ee-a4cc-f9709eb04b62", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:04:54.547523 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd392278-97a1-48ef-8c94-b4a3f023154d {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:04:54.547994 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521e9700-579d-4dbb-a9f5-6e11b9d95ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575bd565-2114-44ee-a4cc-f9709eb04b62', 'code': 200} Aug 31 18:04:54.589568 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['139378ba-f990-4977-b60a-913093b84933'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:04:54.593330 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['b7e6fc15-e7b8-4559-94f9-9f69b5972fc2'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:04:54.933578 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 87d0149f-06bd-459d-8c86-6f60c8c89e8c details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:04:55.000961 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device bc657a81-6f33-40d6-9fb8-404829020723 up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:04:55.045394 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a170f02-56e4-410b-914d-fb45d732076e req-b5860ead-814c-4d5a-84ff-2352854188db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:55.046948 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-2a170f02-56e4-410b-914d-fb45d732076e req-b5860ead-814c-4d5a-84ff-2352854188db service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 1098 time: 0.0791399 Aug 31 18:04:55.087378 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 87d0149f-06bd-459d-8c86-6f60c8c89e8c, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=87d0149f-06bd-459d-8c86-6f60c8c89e8c,segment=NetworkSegment(de9e5290-a599-4c31-9d06-61044e7ef585),segment_id=de9e5290-a599-4c31-9d06-61044e7ef585)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:55.104288 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': '87d0149f-06bd-459d-8c86-6f60c8c89e8c', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'port_id': '87d0149f-06bd-459d-8c86-6f60c8c89e8c', 'mac_address': 'fa:16:3e:ae:5e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:04:55.186854 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1928c2-d2fe-4ef9-8766-f6cd54d24304 req-57f0fe9d-3f86-4fa8-805e-a5d162c5494f tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:55.188526 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9b1928c2-d2fe-4ef9-8766-f6cd54d24304 req-57f0fe9d-3f86-4fa8-805e-a5d162c5494f tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 944 time: 0.1177194 Aug 31 18:04:55.202618 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:55.237729 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4b154-e178-4f00-a850-244229936e0a req-0d182123-7097-4860-895d-c5310503310d tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:55.239398 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-74d4b154-e178-4f00-a850-244229936e0a req-0d182123-7097-4860-895d-c5310503310d tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 945 time: 0.1564951 Aug 31 18:04:55.245707 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d0149f-06bd-459d-8c86-6f60c8c89e8c {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:04:55.257038 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port bc657a81-6f33-40d6-9fb8-404829020723 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:04:55.260627 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port bc657a81-6f33-40d6-9fb8-404829020723 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:04:55.261085 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:55.284636 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9b1928c2-d2fe-4ef9-8766-f6cd54d24304 req-d9784a23-9e7c-4660-9bf8-b3a3fccb66e0 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886190 Aug 31 18:04:55.335312 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 87d0149f-06bd-459d-8c86-6f60c8c89e8c, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=87d0149f-06bd-459d-8c86-6f60c8c89e8c,segment=NetworkSegment(de9e5290-a599-4c31-9d06-61044e7ef585),segment_id=de9e5290-a599-4c31-9d06-61044e7ef585)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:55.360477 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-74d4b154-e178-4f00-a850-244229936e0a req-1b46f428-c889-46a6-8241-5471ed6f6c6d tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120334 Aug 31 18:04:55.378836 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2a170f02-56e4-410b-914d-fb45d732076e req-3cee2554-197f-4c36-b8c4-13379cb81e20 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:55.395911 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:55.437180 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port bc657a81-6f33-40d6-9fb8-404829020723, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=bc657a81-6f33-40d6-9fb8-404829020723,segment=NetworkSegment(b1d5b043-66e2-4920-ad0c-b6a3e049baf2),segment_id=b1d5b043-66e2-4920-ad0c-b6a3e049baf2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:55.441700 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:55.517781 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2a170f02-56e4-410b-914d-fb45d732076e req-3cee2554-197f-4c36-b8c4-13379cb81e20 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:55.521408 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=87d0149f-06bd-459d-8c86-6f60c8c89e8c,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:55.530088 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56638e-414f-47dc-b4fe-c57e1645c09f req-e2ea109f-f336-4c22-a648-de544ab59b8a tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:55.532051 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b56638e-414f-47dc-b4fe-c57e1645c09f req-e2ea109f-f336-4c22-a648-de544ab59b8a tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 945 time: 0.0962265 Aug 31 18:04:55.540550 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941c0d6-200f-4f76-a118-0e380ffd2e43 req-06f87841-d705-4cd7-82d1-43c5cb57935d tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:55.542043 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2941c0d6-200f-4f76-a118-0e380ffd2e43 req-06f87841-d705-4cd7-82d1-43c5cb57935d tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 945 time: 0.0903220 Aug 31 18:04:55.595839 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b56638e-414f-47dc-b4fe-c57e1645c09f req-79d95e3f-8d9a-401a-9d33-d5736300bdd5 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528331 Aug 31 18:04:55.610450 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2941c0d6-200f-4f76-a118-0e380ffd2e43 req-4e739ba6-07ec-46c7-a986-aec8590faa9c tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524223 Aug 31 18:04:55.620042 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:55.682454 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=bc657a81-6f33-40d6-9fb8-404829020723,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:55.704095 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-2a170f02-56e4-410b-914d-fb45d732076e req-3cee2554-197f-4c36-b8c4-13379cb81e20 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:55.734905 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-2a170f02-56e4-410b-914d-fb45d732076e req-3cee2554-197f-4c36-b8c4-13379cb81e20 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6785152 Aug 31 18:04:55.742887 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee2554-197f-4c36-b8c4-13379cb81e20 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bf392f79-dc12-4d57-9859-8717613c12e6,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:56.195419 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['87d0149f-06bd-459d-8c86-6f60c8c89e8c'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:04:56.451325 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dc28f-d379-432f-b8e1-0b5f53bb2497 req-a6969b72-b9a0-42e0-a523-91804382d101 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:56.457275 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a81dc28f-d379-432f-b8e1-0b5f53bb2497 req-a6969b72-b9a0-42e0-a523-91804382d101 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 945 time: 0.0731771 Aug 31 18:04:56.525277 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b630c9-7b4e-4a1f-bb9c-c99e489fcec9 req-85469c2c-d72f-447e-8dec-9d6ba4ee227b tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:56.526773 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-58b630c9-7b4e-4a1f-bb9c-c99e489fcec9 req-85469c2c-d72f-447e-8dec-9d6ba4ee227b tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 945 time: 0.0923681 Aug 31 18:04:56.530395 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a81dc28f-d379-432f-b8e1-0b5f53bb2497 req-b3d85362-cd23-4830-98ce-6dcd871c4989 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704751 Aug 31 18:04:56.551738 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae514cd-1ed7-4c6d-bedf-11f529b405dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc657a81-6f33-40d6-9fb8-404829020723'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:04:56.554067 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec6fc23-eb15-4aeb-a51e-873e96cc83bc" -d '{"events": [{"server_uuid": "9ae514cd-1ed7-4c6d-bedf-11f529b405dd", "name": "network-vif-plugged", "status": "completed", "tag": "bc657a81-6f33-40d6-9fb8-404829020723"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:04:56.567121 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-58b630c9-7b4e-4a1f-bb9c-c99e489fcec9 req-a3f0f7ac-1015-4680-82c8-f7a592e56453 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334475 Aug 31 18:04:56.591352 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175ef33a-2338-4fda-b47a-b79cc39b90ce x-openstack-request-id: req-175ef33a-2338-4fda-b47a-b79cc39b90ce {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:04:56.591643 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae514cd-1ed7-4c6d-bedf-11f529b405dd", "name": "network-vif-plugged", "status": "completed", "tag": "bc657a81-6f33-40d6-9fb8-404829020723", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:04:56.591896 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-175ef33a-2338-4fda-b47a-b79cc39b90ce {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:04:56.592289 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae514cd-1ed7-4c6d-bedf-11f529b405dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc657a81-6f33-40d6-9fb8-404829020723', 'code': 200} Aug 31 18:04:56.647125 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:56.769406 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57b37e-0f47-4f06-badd-35396b0b9fe5 req-06ecd295-1403-49f7-9a83-19aae67bdd0f tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:56.770803 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ca57b37e-0f47-4f06-badd-35396b0b9fe5 req-06ecd295-1403-49f7-9a83-19aae67bdd0f tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 945 time: 0.0897892 Aug 31 18:04:56.779222 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3d603-12f7-43fc-892e-03084f344682 req-98140f65-f87a-425c-9fd9-a7a2f64340ba tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:56.780651 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-08f3d603-12f7-43fc-892e-03084f344682 req-98140f65-f87a-425c-9fd9-a7a2f64340ba tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 945 time: 0.0650535 Aug 31 18:04:56.836891 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ca57b37e-0f47-4f06-badd-35396b0b9fe5 req-a4d7bf37-a855-406f-a983-a0536928d7a8 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550840 Aug 31 18:04:56.854389 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-08f3d603-12f7-43fc-892e-03084f344682 req-04839457-5f48-4b9c-ada0-388ff314ef42 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480533 Aug 31 18:04:56.925562 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 139378ba-f990-4977-b60a-913093b84933 up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:04:57.219179 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port 139378ba-f990-4977-b60a-913093b84933 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:04:57.223911 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port 139378ba-f990-4977-b60a-913093b84933 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:04:57.224431 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:57.225554 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721416d-2c76-436c-bd2a-17fd25faf605 req-59374080-df05-4720-a5f0-7178dfca9069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:57.227489 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e721416d-2c76-436c-bd2a-17fd25faf605 req-59374080-df05-4720-a5f0-7178dfca9069 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 1098 time: 0.1178777 Aug 31 18:04:57.266794 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e721416d-2c76-436c-bd2a-17fd25faf605 req-c0664c8f-21eb-46f8-88bb-a977290cc2a7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317750 Aug 31 18:04:57.316524 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:57.348723 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 139378ba-f990-4977-b60a-913093b84933, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=139378ba-f990-4977-b60a-913093b84933,segment=NetworkSegment(4c966230-c0a4-4e3c-97f4-9a193c4e27e9),segment_id=4c966230-c0a4-4e3c-97f4-9a193c4e27e9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:57.466867 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:57.467097 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:04:57.549617 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=139378ba-f990-4977-b60a-913093b84933,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:57.665664 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394471b-7eea-462a-b3fa-15f69afd8cc8 req-f9c19179-721e-4252-82d1-bca56efb9c55 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:57.665664 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c394471b-7eea-462a-b3fa-15f69afd8cc8 req-f9c19179-721e-4252-82d1-bca56efb9c55 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 945 time: 0.0661390 Aug 31 18:04:57.753341 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5e9f7-06cb-44c0-8e7f-cb6984ae56cc req-bd8bc0cd-4f3b-47ba-bdc4-238332c4d0c8 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:57.753341 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-03a5e9f7-06cb-44c0-8e7f-cb6984ae56cc req-bd8bc0cd-4f3b-47ba-bdc4-238332c4d0c8 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 945 time: 0.0891325 Aug 31 18:04:57.753341 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c394471b-7eea-462a-b3fa-15f69afd8cc8 req-31c237ad-0b90-437f-9484-a626a881ea53 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554733 Aug 31 18:04:57.776120 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-03a5e9f7-06cb-44c0-8e7f-cb6984ae56cc req-c8b70661-b857-4e83-aa21-dff4ace52fc8 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346129 Aug 31 18:04:57.794248 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:04:57.799158 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:04:57.810663 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:57.882885 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:57.922234 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port b7e6fc15-e7b8-4559-94f9-9f69b5972fc2, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b7e6fc15-e7b8-4559-94f9-9f69b5972fc2,segment=NetworkSegment(4c966230-c0a4-4e3c-97f4-9a193c4e27e9),segment_id=4c966230-c0a4-4e3c-97f4-9a193c4e27e9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:58.001869 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256d4ef-3cb9-4bb6-9fd3-aecad4609e51 req-cc904c19-7e5d-408a-9905-17d8a1494380 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:58.003352 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c256d4ef-3cb9-4bb6-9fd3-aecad4609e51 req-cc904c19-7e5d-408a-9905-17d8a1494380 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0786133 Aug 31 18:04:58.026934 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62a158-de72-4994-a791-f6560566ca58 req-41063424-5c1b-44a9-854f-194c222dba85 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:58.028344 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ce62a158-de72-4994-a791-f6560566ca58 req-41063424-5c1b-44a9-854f-194c222dba85 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 945 time: 0.0748999 Aug 31 18:04:58.070343 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c256d4ef-3cb9-4bb6-9fd3-aecad4609e51 req-cb4624d7-1f63-4266-95b2-78e69d2e723e tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595403 Aug 31 18:04:58.082794 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ce62a158-de72-4994-a791-f6560566ca58 req-9a27a8b8-22ec-49d0-bd87-abefbe84eda1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462863 Aug 31 18:04:58.150829 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:58.202998 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=b7e6fc15-e7b8-4559-94f9-9f69b5972fc2,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:58.594428 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9253071b-910a-416b-b73e-4242269a22aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139378ba-f990-4977-b60a-913093b84933'}, {'server_uuid': 'd359bcb7-2947-4404-8b7a-4e7fcac5943e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e6fc15-e7b8-4559-94f9-9f69b5972fc2'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:04:58.596808 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffeade1-c775-491f-a134-abfa02721e07" -d '{"events": [{"server_uuid": "9253071b-910a-416b-b73e-4242269a22aa", "name": "network-vif-plugged", "status": "completed", "tag": "139378ba-f990-4977-b60a-913093b84933"}, {"server_uuid": "d359bcb7-2947-4404-8b7a-4e7fcac5943e", "name": "network-vif-plugged", "status": "completed", "tag": "b7e6fc15-e7b8-4559-94f9-9f69b5972fc2"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:04:58.637093 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 18:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbae07b-cd32-4afe-9cc0-0935e72fbe38 x-openstack-request-id: req-1bbae07b-cd32-4afe-9cc0-0935e72fbe38 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:04:58.637391 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9253071b-910a-416b-b73e-4242269a22aa", "name": "network-vif-plugged", "status": "completed", "tag": "139378ba-f990-4977-b60a-913093b84933", "code": 200}, {"server_uuid": "d359bcb7-2947-4404-8b7a-4e7fcac5943e", "name": "network-vif-plugged", "status": "completed", "tag": "b7e6fc15-e7b8-4559-94f9-9f69b5972fc2", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:04:58.637642 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1bbae07b-cd32-4afe-9cc0-0935e72fbe38 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:04:58.638043 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9253071b-910a-416b-b73e-4242269a22aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139378ba-f990-4977-b60a-913093b84933', 'code': 200} Aug 31 18:04:58.638300 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd359bcb7-2947-4404-8b7a-4e7fcac5943e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e6fc15-e7b8-4559-94f9-9f69b5972fc2', 'code': 200} Aug 31 18:04:58.893110 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e1bf5-6d68-4467-a9df-d6f91a1eec0e req-36d4447c-743d-4c4e-9dd2-02b98bc0f600 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:58.894489 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-025e1bf5-6d68-4467-a9df-d6f91a1eec0e req-36d4447c-743d-4c4e-9dd2-02b98bc0f600 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 945 time: 0.0793889 Aug 31 18:04:58.915731 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b62576-892b-4e42-81a8-3057d721e47b req-e3f39d68-d1ee-4027-9c3d-7c7daacac443 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:58.917165 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-46b62576-892b-4e42-81a8-3057d721e47b req-e3f39d68-d1ee-4027-9c3d-7c7daacac443 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 945 time: 0.0673306 Aug 31 18:04:58.944625 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 87d0149f-06bd-459d-8c86-6f60c8c89e8c up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:04:58.985820 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-025e1bf5-6d68-4467-a9df-d6f91a1eec0e req-d4d406c7-a13d-4bd4-a99a-8cb272a4bf12 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828454 Aug 31 18:04:58.996347 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-46b62576-892b-4e42-81a8-3057d721e47b req-f1ab4898-6c12-4ec6-96bb-ca2bc723b2b2 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709965 Aug 31 18:04:59.214188 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34131f-06b7-4221-8b93-f8b406369ec0 req-893ff742-607b-4da7-86f9-2396ecbce360 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:59.215587 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fd34131f-06b7-4221-8b93-f8b406369ec0 req-893ff742-607b-4da7-86f9-2396ecbce360 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0779822 Aug 31 18:04:59.226086 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad532a7-d347-466a-98fc-02a37d616f88 req-98470b97-6523-4d65-b0f7-fe8051a3eba6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:59.227488 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5ad532a7-d347-466a-98fc-02a37d616f88 req-98470b97-6523-4d65-b0f7-fe8051a3eba6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 945 time: 0.0654612 Aug 31 18:04:59.229812 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port 87d0149f-06bd-459d-8c86-6f60c8c89e8c completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:04:59.234381 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port 87d0149f-06bd-459d-8c86-6f60c8c89e8c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:04:59.234764 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:59.281924 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fd34131f-06b7-4221-8b93-f8b406369ec0 req-b23d5111-53e7-44c1-b31e-90ef1404ef41 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534892 Aug 31 18:04:59.286506 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5ad532a7-d347-466a-98fc-02a37d616f88 req-01d28e58-e544-458c-8bbf-7a7cc98d300e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520709 Aug 31 18:04:59.313634 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:59.354302 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 87d0149f-06bd-459d-8c86-6f60c8c89e8c, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=87d0149f-06bd-459d-8c86-6f60c8c89e8c,segment=NetworkSegment(de9e5290-a599-4c31-9d06-61044e7ef585),segment_id=de9e5290-a599-4c31-9d06-61044e7ef585)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:04:59.403320 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5391f-e182-4e92-b248-f170a2bc16bf req-80f94d1a-e4de-42c2-819c-964aea1e64ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:59.404896 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-9cb5391f-e182-4e92-b248-f170a2bc16bf req-80f94d1a-e4de-42c2-819c-964aea1e64ad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 1098 time: 0.0419989 Aug 31 18:04:59.440303 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-9cb5391f-e182-4e92-b248-f170a2bc16bf req-156b412d-35ad-4986-9e82-d1b9dcd84d03 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282764 Aug 31 18:04:59.452009 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ba777-5df2-4ed7-ae1b-48a9a141657b req-bb59bf27-0116-49e1-abbd-59eedf2b0985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:04:59.453583 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b78ba777-5df2-4ed7-ae1b-48a9a141657b req-bb59bf27-0116-49e1-abbd-59eedf2b0985 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 1099 time: 0.0718162 Aug 31 18:04:59.527171 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:04:59.580746 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=87d0149f-06bd-459d-8c86-6f60c8c89e8c,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:04:59.831514 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b78ba777-5df2-4ed7-ae1b-48a9a141657b req-38cb54be-e4c9-4f59-907b-70a8d92fcb36 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430126 Aug 31 18:05:00.119908 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af569742-ab42-4215-8183-cdccf8f95cc4 req-d73746d9-4c90-4906-bd3d-9a4336c0a577 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:00.121408 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-af569742-ab42-4215-8183-cdccf8f95cc4 req-d73746d9-4c90-4906-bd3d-9a4336c0a577 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 945 time: 0.0485888 Aug 31 18:05:00.158443 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-af569742-ab42-4215-8183-cdccf8f95cc4 req-bae44c74-b612-4be5-9f21-d0a75cd1f131 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305805 Aug 31 18:05:00.430006 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a7fc8-397b-4360-a8fe-05db34b9eb4d req-1324ebce-22cd-4646-8dea-14b3a97fb00c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:00.431510 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9a9a7fc8-397b-4360-a8fe-05db34b9eb4d req-1324ebce-22cd-4646-8dea-14b3a97fb00c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0812898 Aug 31 18:05:00.439269 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3eb698-da6e-4b2b-bc93-c513739cbeac req-6fa0993d-4c96-4e63-a497-22691cc0ab60 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:00.440654 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ea3eb698-da6e-4b2b-bc93-c513739cbeac req-6fa0993d-4c96-4e63-a497-22691cc0ab60 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0817628 Aug 31 18:05:00.498447 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9a9a7fc8-397b-4360-a8fe-05db34b9eb4d req-ddcb9988-eccc-440d-ae3c-6c3339397545 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567753 Aug 31 18:05:00.501258 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ea3eb698-da6e-4b2b-bc93-c513739cbeac req-6aa84c05-3ab4-443d-989f-53c848ff2747 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538323 Aug 31 18:05:00.639779 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33a34b9-9ad3-40c4-946a-983f8481262a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d0149f-06bd-459d-8c86-6f60c8c89e8c'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:05:00.642641 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a36057-b534-4c2e-b99d-84876d4717aa" -d '{"events": [{"server_uuid": "e33a34b9-9ad3-40c4-946a-983f8481262a", "name": "network-vif-plugged", "status": "completed", "tag": "87d0149f-06bd-459d-8c86-6f60c8c89e8c"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:05:00.678010 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e98388-3bf7-4423-a080-213181ff9483 x-openstack-request-id: req-f3e98388-3bf7-4423-a080-213181ff9483 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:05:00.678304 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33a34b9-9ad3-40c4-946a-983f8481262a", "name": "network-vif-plugged", "status": "completed", "tag": "87d0149f-06bd-459d-8c86-6f60c8c89e8c", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:05:00.678559 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3e98388-3bf7-4423-a080-213181ff9483 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:05:00.678963 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33a34b9-9ad3-40c4-946a-983f8481262a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d0149f-06bd-459d-8c86-6f60c8c89e8c', 'code': 200} Aug 31 18:05:01.296565 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f44f34-1a26-48e7-b622-05812c5c0e8e req-88c75200-01c4-4189-9e8b-317b2e1237de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:01.298133 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-97f44f34-1a26-48e7-b622-05812c5c0e8e req-88c75200-01c4-4189-9e8b-317b2e1237de service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 1099 time: 0.0386839 Aug 31 18:05:01.337460 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-97f44f34-1a26-48e7-b622-05812c5c0e8e req-37b72776-9bff-4a21-9369-28ee5b5550e9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307865 Aug 31 18:05:01.649586 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b0988-3d58-45d3-81e4-75e5911b93fb req-cc94708e-a06f-458c-a533-26fd516f2857 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:01.651071 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cb2b0988-3d58-45d3-81e4-75e5911b93fb req-cc94708e-a06f-458c-a533-26fd516f2857 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0781739 Aug 31 18:05:01.658191 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42691499-2255-4f41-8d91-50503e6caeaa req-7c2ff33c-d165-4368-ab81-cc75d42ef182 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:01.659594 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42691499-2255-4f41-8d91-50503e6caeaa req-7c2ff33c-d165-4368-ab81-cc75d42ef182 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0769556 Aug 31 18:05:01.716162 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42691499-2255-4f41-8d91-50503e6caeaa req-64bd5497-2f9b-4293-bc26-690466bf380a tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498838 Aug 31 18:05:01.719701 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cb2b0988-3d58-45d3-81e4-75e5911b93fb req-f6dd26f0-cd31-4ec2-9e7b-cabfc868b597 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585930 Aug 31 18:05:02.840279 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf72d77-8146-4e43-afd2-55d7d1a780d3 req-cc50f27d-7745-4196-9739-1fe0bcac0fe9 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:02.841770 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bbf72d77-8146-4e43-afd2-55d7d1a780d3 req-cc50f27d-7745-4196-9739-1fe0bcac0fe9 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0572643 Aug 31 18:05:02.881334 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bbf72d77-8146-4e43-afd2-55d7d1a780d3 req-be45d598-23c0-4d7a-a2d4-946516acfdd3 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330036 Aug 31 18:05:02.984033 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7d709-16fe-4071-b42d-dfb3fa290009 req-11696584-78e3-40c1-b7b1-e92f92bfd753 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:02.985352 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d3a7d709-16fe-4071-b42d-dfb3fa290009 req-11696584-78e3-40c1-b7b1-e92f92bfd753 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0489335 Aug 31 18:05:03.026806 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d3a7d709-16fe-4071-b42d-dfb3fa290009 req-75c971fb-e253-4186-b6ce-59efb202bbe9 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354838 Aug 31 18:05:03.991852 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6311dc-d0a9-4e64-a72f-571c6282dcf8 req-a0274e59-cb49-4d47-af75-08f675545113 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:03.993219 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6e6311dc-d0a9-4e64-a72f-571c6282dcf8 req-a0274e59-cb49-4d47-af75-08f675545113 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0464983 Aug 31 18:05:04.033363 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6e6311dc-d0a9-4e64-a72f-571c6282dcf8 req-bcf0c663-2743-4fb3-9c07-6b7a251fbcae tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341704 Aug 31 18:05:04.144850 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b793f-bd57-48af-ab7e-c619359337c0 req-2ea20597-0ddd-4e88-be1f-a0cfc9695d15 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:04.146289 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0a3b793f-bd57-48af-ab7e-c619359337c0 req-2ea20597-0ddd-4e88-be1f-a0cfc9695d15 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0506251 Aug 31 18:05:04.186731 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0a3b793f-bd57-48af-ab7e-c619359337c0 req-2873efc9-3f5c-4f7c-a67a-cecc78e78958 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341995 Aug 31 18:05:05.005887 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44738b0-daef-4b22-9a5f-d1a09dc85595 req-6e0d23ed-6761-4650-8884-5dc53a830fb2 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:05.007364 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a44738b0-daef-4b22-9a5f-d1a09dc85595 req-6e0d23ed-6761-4650-8884-5dc53a830fb2 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0482635 Aug 31 18:05:05.045458 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a44738b0-daef-4b22-9a5f-d1a09dc85595 req-1f24b213-1381-4051-9485-c2d35bfb721a tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320206 Aug 31 18:05:05.307229 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca64fef-abc3-459e-ad04-58a218430ace req-f1179a26-7d28-4ad4-ac81-11b83e068427 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:05.308771 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-aca64fef-abc3-459e-ad04-58a218430ace req-f1179a26-7d28-4ad4-ac81-11b83e068427 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0507023 Aug 31 18:05:05.349689 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-aca64fef-abc3-459e-ad04-58a218430ace req-a69a1e7e-7ba4-4c79-824c-ec5ee44df9a2 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346839 Aug 31 18:05:06.163749 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce19db-02fa-4f37-9588-b89d3ce8498d req-b9a14b04-318b-45fa-86dc-7d4b8a993e72 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:06.165270 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-06ce19db-02fa-4f37-9588-b89d3ce8498d req-b9a14b04-318b-45fa-86dc-7d4b8a993e72 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0512192 Aug 31 18:05:06.202930 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-06ce19db-02fa-4f37-9588-b89d3ce8498d req-50d8639c-0d21-4228-a013-ac7a120ee35c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317807 Aug 31 18:05:06.470302 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56014463-1ec8-4999-b4c4-c5173fb2bab0 req-445b9841-9d50-4cc2-bd03-47983fae2203 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:06.471874 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-56014463-1ec8-4999-b4c4-c5173fb2bab0 req-445b9841-9d50-4cc2-bd03-47983fae2203 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0553010 Aug 31 18:05:06.511576 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-56014463-1ec8-4999-b4c4-c5173fb2bab0 req-55ff03a1-da74-4fd9-a33c-e1e1a5012508 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333638 Aug 31 18:05:07.130069 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e68734-5f13-423d-990c-4ce04b34a335 req-cadc19bd-e5d0-421b-be5a-4245136a5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:07.131575 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f6e68734-5f13-423d-990c-4ce04b34a335 req-cadc19bd-e5d0-421b-be5a-4245136a5248 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6058b10a83d8420bb755354e3a8d3077&device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 1099 time: 0.0410812 Aug 31 18:05:07.234724 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e68734-5f13-423d-990c-4ce04b34a335 req-2fc08168-c35d-4313-b038-6f8b5d3bd858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:07.236240 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f6e68734-5f13-423d-990c-4ce04b34a335 req-2fc08168-c35d-4313-b038-6f8b5d3bd858 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50 HTTP/1.1" status: 200 len: 920 time: 0.0882738 Aug 31 18:05:07.281919 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f6e68734-5f13-423d-990c-4ce04b34a335 req-7b6da659-3c76-4335-aa1d-4a5b5bf2fa04 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139378ba-f990-4977-b60a-913093b84933 HTTP/1.1" status: 200 len: 217 time: 0.0369422 Aug 31 18:05:07.356533 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e68734-5f13-423d-990c-4ce04b34a335 req-c26a58aa-8411-40ac-8edd-6fd424077f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:07.358020 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f6e68734-5f13-423d-990c-4ce04b34a335 req-c26a58aa-8411-40ac-8edd-6fd424077f21 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f1ac8396-1493-4c14-afbc-6ca83d5e9484 HTTP/1.1" status: 200 len: 858 time: 0.0688307 Aug 31 18:05:07.366404 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aef345-3b43-46f8-b284-725afca069a6 req-115da4f4-e237-4b4b-b9a7-3832c5365b71 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:07.367994 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-50aef345-3b43-46f8-b284-725afca069a6 req-115da4f4-e237-4b4b-b9a7-3832c5365b71 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0891790 Aug 31 18:05:07.400768 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f6e68734-5f13-423d-990c-4ce04b34a335 req-3f3e05ea-11e7-4d70-abdf-95f70c782495 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317526 Aug 31 18:05:07.429116 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-50aef345-3b43-46f8-b284-725afca069a6 req-fdfa51d3-6c5a-4df1-ab2e-cdb1ca875c03 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519772 Aug 31 18:05:07.574378 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f6e68734-5f13-423d-990c-4ce04b34a335 req-2b4e49af-47de-41a3-88ff-51dabae6722a service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980999 Aug 31 18:05:07.685146 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c0bf2-ce96-4845-89aa-ad4d730205d0 req-43f5a818-4e92-44bd-8d8e-5de63a37c48b tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:07.686902 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-438c0bf2-ce96-4845-89aa-ad4d730205d0 req-43f5a818-4e92-44bd-8d8e-5de63a37c48b tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0965095 Aug 31 18:05:07.743587 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f6e68734-5f13-423d-990c-4ce04b34a335 req-0c783326-5fcb-4242-8fd5-488110f50033 service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610525 Aug 31 18:05:07.752326 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-438c0bf2-ce96-4845-89aa-ad4d730205d0 req-3db8c307-0eb1-4245-8580-5212bca45ac5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583210 Aug 31 18:05:08.566125 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a9dbd-5e51-4b4d-8653-2b9f06bb67dd req-2969cb8f-1cf4-4aef-9208-b3c074bb5f1e tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:08.567908 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7a1a9dbd-5e51-4b4d-8653-2b9f06bb67dd req-2969cb8f-1cf4-4aef-9208-b3c074bb5f1e tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0589170 Aug 31 18:05:08.622081 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7a1a9dbd-5e51-4b4d-8653-2b9f06bb67dd req-138ef1a1-8264-4ab0-b397-97d3ed3c4d09 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473204 Aug 31 18:05:08.891963 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8f57a-6d64-4e82-a829-4f3a91c8b49e req-ab5b23ad-9df0-4800-bb80-c9db8f894bdc tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:08.893991 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-aca8f57a-6d64-4e82-a829-4f3a91c8b49e req-ab5b23ad-9df0-4800-bb80-c9db8f894bdc tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0664580 Aug 31 18:05:08.945680 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-aca8f57a-6d64-4e82-a829-4f3a91c8b49e req-9bdadb91-a7ae-4745-b71a-04186ff09ead tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444558 Aug 31 18:05:09.115236 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3471e-678b-4da0-9c27-917d45655a84 req-37e4f6b1-51c4-4d31-a33c-a9f3c0ebdd80 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:09.117073 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cfc3471e-678b-4da0-9c27-917d45655a84 req-37e4f6b1-51c4-4d31-a33c-a9f3c0ebdd80 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0579453 Aug 31 18:05:09.126603 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 55982) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:09.131482 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b7cdde8f-2b5f-4a80-a5fd-692694aa8c44 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Request body: {'floatingip': {'port_id': '87d0149f-06bd-459d-8c86-6f60c8c89e8c'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:05:09.204849 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7cdde8f-2b5f-4a80-a5fd-692694aa8c44 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for floatingip, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:09.906276 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ef5cb-be51-405e-9ab4-d5c44f3365e1 req-70f6f079-039b-4d2b-b68d-d39a05219fb6 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:09.907677 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9d1ef5cb-be51-405e-9ab4-d5c44f3365e1 req-70f6f079-039b-4d2b-b68d-d39a05219fb6 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.1824520 Aug 31 18:05:10.034552 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9d1ef5cb-be51-405e-9ab4-d5c44f3365e1 req-9b5e7ccc-f116-4b27-9b26-6ada29811c52 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105783 Aug 31 18:05:10.157852 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7cdde8f-2b5f-4a80-a5fd-692694aa8c44 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:10.223662 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7cdde8f-2b5f-4a80-a5fd-692694aa8c44 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16620561'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:10.328589 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.l3_db [None req-b7cdde8f-2b5f-4a80-a5fd-692694aa8c44 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Floating IP 7e48953c-30a0-4abd-9f83-95f4b1b9dd06 associated. External IP: 172.27.3.90, port: 87d0149f-06bd-459d-8c86-6f60c8c89e8c. Aug 31 18:05:10.560075 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cdde8f-2b5f-4a80-a5fd-692694aa8c44 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:05:10.680216 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cdde8f-2b5f-4a80-a5fd-692694aa8c44 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:05:10.685027 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b7cdde8f-2b5f-4a80-a5fd-692694aa8c44 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:10.696715 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dcb418-2328-4ca3-9b5f-4bdbbd366632 None None] Sync routers for ids ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:05:10.712331 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dcb418-2328-4ca3-9b5f-4bdbbd366632 None None] Routers {'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:05:10.713457 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-55dcb418-2328-4ca3-9b5f-4bdbbd366632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:04:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:05:10.719517 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-b7cdde8f-2b5f-4a80-a5fd-692694aa8c44 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "PUT /v2.0/floatingips/7e48953c-30a0-4abd-9f83-95f4b1b9dd06 HTTP/1.1" status: 200 len: 991 time: 1.5915346 Aug 31 18:05:10.720243 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33a34b9-9ad3-40c4-946a-983f8481262a', 'tag': '87d0149f-06bd-459d-8c86-6f60c8c89e8c'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:05:10.723183 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d93d1f5-b2f8-422a-a074-564744802a53" -d '{"events": [{"name": "network-changed", "server_uuid": "e33a34b9-9ad3-40c4-946a-983f8481262a", "tag": "87d0149f-06bd-459d-8c86-6f60c8c89e8c"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:05:10.766087 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d908c3-0447-442d-bb39-453ddce9314a x-openstack-request-id: req-55d908c3-0447-442d-bb39-453ddce9314a {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:05:10.766501 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33a34b9-9ad3-40c4-946a-983f8481262a", "tag": "87d0149f-06bd-459d-8c86-6f60c8c89e8c", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:05:10.766869 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-55d908c3-0447-442d-bb39-453ddce9314a {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:05:10.767371 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33a34b9-9ad3-40c4-946a-983f8481262a', 'tag': '87d0149f-06bd-459d-8c86-6f60c8c89e8c', 'status': 'completed', 'code': 200} Aug 31 18:05:10.861318 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-55dcb418-2328-4ca3-9b5f-4bdbbd366632 None None] Set router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:05:11.236319 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538a076-c66d-4be3-be47-12950f7ad45a req-db268a7b-25c9-485a-b4f2-04757490dd70 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:11.245097 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5538a076-c66d-4be3-be47-12950f7ad45a req-db268a7b-25c9-485a-b4f2-04757490dd70 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.1041284 Aug 31 18:05:11.289102 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5538a076-c66d-4be3-be47-12950f7ad45a req-64eb07c6-e810-4627-9b6a-59a8d15d51a2 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420723 Aug 31 18:05:11.295213 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-55dcb418-2328-4ca3-9b5f-4bdbbd366632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:04:25Z', 'revision_number': 4, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '7e48953c-30a0-4abd-9f83-95f4b1b9dd06', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'port_id': '87d0149f-06bd-459d-8c86-6f60c8c89e8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'mac_address': 'fa:16:3e:ae:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a34b9-9ad3-40c4-946a-983f8481262a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:04:35Z', 'updated_at': '2021-08-31T18:05:09Z', 'revision_number': 1, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630494cf-6ce8-4158-aeee-bd08ff1c6fcc', 'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'mac_address': 'fa:16:3e:8f:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:23Z', 'updated_at': '2021-08-31T18:04:34Z', 'revision_number': 5, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'subnets': [{'id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:05:11.328788 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dcb418-2328-4ca3-9b5f-4bdbbd366632 None None] Checking router: e3304fcb-a2db-43f4-a1c8-40a2bd4a339c for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:05:11.338967 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dcb418-2328-4ca3-9b5f-4bdbbd366632 None None] Routers {'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:05:11.339625 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-55dcb418-2328-4ca3-9b5f-4bdbbd366632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:04:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:05:11.475340 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-55dcb418-2328-4ca3-9b5f-4bdbbd366632 None None] Set router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:05:11.726601 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-55dcb418-2328-4ca3-9b5f-4bdbbd366632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:04:25Z', 'revision_number': 4, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '7e48953c-30a0-4abd-9f83-95f4b1b9dd06', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'port_id': '87d0149f-06bd-459d-8c86-6f60c8c89e8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'mac_address': 'fa:16:3e:ae:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a34b9-9ad3-40c4-946a-983f8481262a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:04:35Z', 'updated_at': '2021-08-31T18:05:09Z', 'revision_number': 1, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630494cf-6ce8-4158-aeee-bd08ff1c6fcc', 'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'mac_address': 'fa:16:3e:8f:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:23Z', 'updated_at': '2021-08-31T18:04:34Z', 'revision_number': 5, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'subnets': [{'id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:05:11.754545 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dcb418-2328-4ca3-9b5f-4bdbbd366632 None None] The sync data for ids ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'] in dv-cinder-806740-4-iscsi is: [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:04:25Z', 'revision_number': 4, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '7e48953c-30a0-4abd-9f83-95f4b1b9dd06', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'port_id': '87d0149f-06bd-459d-8c86-6f60c8c89e8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'mac_address': 'fa:16:3e:ae:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a34b9-9ad3-40c4-946a-983f8481262a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:04:35Z', 'updated_at': '2021-08-31T18:05:09Z', 'revision_number': 1, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630494cf-6ce8-4158-aeee-bd08ff1c6fcc', 'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'mac_address': 'fa:16:3e:8f:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:23Z', 'updated_at': '2021-08-31T18:04:34Z', 'revision_number': 5, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'subnets': [{'id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:05:11.954840 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0755fed-bfd2-418f-9dd9-b40f12f57ffc None None] New status for floating IP 7e48953c-30a0-4abd-9f83-95f4b1b9dd06: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:05:12.417724 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0532c2-7f55-4ffc-9662-bd94c3b1802c req-709ebbbb-68a0-4d91-a700-17f271d41aa7 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:12.425550 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ec0532c2-7f55-4ffc-9662-bd94c3b1802c req-709ebbbb-68a0-4d91-a700-17f271d41aa7 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0633242 Aug 31 18:05:12.462536 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ec0532c2-7f55-4ffc-9662-bd94c3b1802c req-71391591-fd1e-4db9-91f0-580adf347a8a tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360465 Aug 31 18:05:12.529047 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93d1f5-b2f8-422a-a074-564744802a53 req-5442caf6-dfbd-450f-bb3e-b45fdfb72954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:12.530663 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8d93d1f5-b2f8-422a-a074-564744802a53 req-5442caf6-dfbd-450f-bb3e-b45fdfb72954 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71cf56a95c554ed4bdb83b9c03793d9c&device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 1099 time: 0.0451808 Aug 31 18:05:12.689635 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93d1f5-b2f8-422a-a074-564744802a53 req-0a77f6da-0e03-48e4-90f1-88b7dd01de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:12.691138 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8d93d1f5-b2f8-422a-a074-564744802a53 req-0a77f6da-0e03-48e4-90f1-88b7dd01de9b service neutron] 10.222.0.61 "GET /v2.0/networks?id=75e081f7-d3c8-4092-a3bf-ad504c26e246 HTTP/1.1" status: 200 len: 912 time: 0.0910666 Aug 31 18:05:13.031294 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8d93d1f5-b2f8-422a-a074-564744802a53 req-3b740449-1750-4224-8e8f-68e126905c66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87d0149f-06bd-459d-8c86-6f60c8c89e8c HTTP/1.1" status: 200 len: 1001 time: 0.0978582 Aug 31 18:05:13.088660 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93d1f5-b2f8-422a-a074-564744802a53 req-f6b0ab0b-e55e-4bc1-a632-ec9a45a97697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:13.090234 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8d93d1f5-b2f8-422a-a074-564744802a53 req-f6b0ab0b-e55e-4bc1-a632-ec9a45a97697 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6cb31828-d8fd-4cf6-8874-763e2a00ac91 HTTP/1.1" status: 200 len: 849 time: 0.0460353 Aug 31 18:05:13.159296 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93d1f5-b2f8-422a-a074-564744802a53 req-51ba7b91-4b56-4cf4-b4f5-37047fb3ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:13.160881 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8d93d1f5-b2f8-422a-a074-564744802a53 req-51ba7b91-4b56-4cf4-b4f5-37047fb3ba9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75e081f7-d3c8-4092-a3bf-ad504c26e246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499475 Aug 31 18:05:13.260384 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8d93d1f5-b2f8-422a-a074-564744802a53 req-cfe11bf2-4569-4569-b371-fabb452c60de service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863774 Aug 31 18:05:13.359591 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8d93d1f5-b2f8-422a-a074-564744802a53 req-61460f61-a11d-4c5c-8d39-9206201abaf0 service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846267 Aug 31 18:05:13.584581 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0041e0-2e4e-4040-8d30-c61dd05c1fbb req-5b932eb7-8164-411a-8617-5bad6e5b5dc3 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:13.586289 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-aa0041e0-2e4e-4040-8d30-c61dd05c1fbb req-5b932eb7-8164-411a-8617-5bad6e5b5dc3 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0502326 Aug 31 18:05:13.627768 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-aa0041e0-2e4e-4040-8d30-c61dd05c1fbb req-e32243e0-6e19-4486-9c2b-0cf186e32d16 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354922 Aug 31 18:05:14.969834 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdbdac-29b8-44aa-bb44-8acb5d34ecee req-7907fed5-d60b-43bf-b974-3ce12de93c07 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:14.971466 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1ebdbdac-29b8-44aa-bb44-8acb5d34ecee req-7907fed5-d60b-43bf-b974-3ce12de93c07 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.2603648 Aug 31 18:05:15.020193 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1ebdbdac-29b8-44aa-bb44-8acb5d34ecee req-db43655b-9445-4754-8016-619b8afb9747 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417631 Aug 31 18:05:19.879180 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2a23756c-a4ab-4644-b402-214e147e60ae req-5323cc67-0fe5-4e41-a0e0-489dad83671c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448112 Aug 31 18:05:19.949572 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1fc98-1c57-4b61-bb0f-b8f678cfd5a2 req-e4a761fa-44c0-4cb5-831a-6441da9e94f0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:19.951055 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-38a1fc98-1c57-4b61-bb0f-b8f678cfd5a2 req-e4a761fa-44c0-4cb5-831a-6441da9e94f0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0508413 Aug 31 18:05:19.997643 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-38a1fc98-1c57-4b61-bb0f-b8f678cfd5a2 req-0b841909-3a72-464c-96e7-217acf300255 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359955 Aug 31 18:05:20.103976 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23756c-a4ab-4644-b402-214e147e60ae req-4183aca4-c082-431c-a6ee-90698763b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:20.105691 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2a23756c-a4ab-4644-b402-214e147e60ae req-4183aca4-c082-431c-a6ee-90698763b6c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcf70f5913ed4702a205373c28c2f652&device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 1098 time: 0.0444336 Aug 31 18:05:20.226241 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23756c-a4ab-4644-b402-214e147e60ae req-75fef969-3964-4083-a069-c1670e844ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:20.227789 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2a23756c-a4ab-4644-b402-214e147e60ae req-75fef969-3964-4083-a069-c1670e844ee0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 HTTP/1.1" status: 200 len: 916 time: 0.0894551 Aug 31 18:05:20.282445 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2a23756c-a4ab-4644-b402-214e147e60ae req-2b1c0710-296d-4493-8320-96a59b18d8f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=575bd565-2114-44ee-a4cc-f9709eb04b62 HTTP/1.1" status: 200 len: 217 time: 0.0456100 Aug 31 18:05:20.339366 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23756c-a4ab-4644-b402-214e147e60ae req-be27a673-c4ba-47f2-9804-86a0a35aa6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:20.341120 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2a23756c-a4ab-4644-b402-214e147e60ae req-be27a673-c4ba-47f2-9804-86a0a35aa6ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f428a510-e539-4b72-8073-f50cf5f5996d HTTP/1.1" status: 200 len: 854 time: 0.0471961 Aug 31 18:05:20.380373 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2a23756c-a4ab-4644-b402-214e147e60ae req-149f4a72-1d3b-45da-90d9-9012f89b30d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247571 Aug 31 18:05:20.482047 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2a23756c-a4ab-4644-b402-214e147e60ae req-1494394b-2d50-4a0a-870b-045941a6939a service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900309 Aug 31 18:05:20.575259 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2a23756c-a4ab-4644-b402-214e147e60ae req-d8db6cb5-381a-4605-b3ab-8e13699a0f6f service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875809 Aug 31 18:05:20.783721 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-267b8afa-bcd9-480f-94b0-e9777bd8ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:21.154596 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb6e87-668e-40c1-9650-acae44996d4c req-a5de7950-8c8c-4f59-8687-f198a4dfe530 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:21.157900 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bbbb6e87-668e-40c1-9650-acae44996d4c req-a5de7950-8c8c-4f59-8687-f198a4dfe530 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0793555 Aug 31 18:05:21.207362 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bbbb6e87-668e-40c1-9650-acae44996d4c req-4cf676fb-cf50-4dac-af31-899fb1d811ad tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433235 Aug 31 18:05:22.039089 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:22.375528 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e8b32-cd58-42c9-b538-51be1feb9fc0 req-7ccad77c-7207-4dcd-9556-602eca8cdc31 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:22.377839 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-371e8b32-cd58-42c9-b538-51be1feb9fc0 req-7ccad77c-7207-4dcd-9556-602eca8cdc31 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0629044 Aug 31 18:05:22.430389 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-371e8b32-cd58-42c9-b538-51be1feb9fc0 req-486aa1bf-e1ac-4363-9f75-0da1190701bc tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448725 Aug 31 18:05:23.435342 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-23b2ea1b-4a46-407e-9ccd-15415176b059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:23.583783 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b03b65-ee7c-48b6-95d1-682ed29e903a req-ae870971-c748-4872-90b6-3831a1152664 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:23.585347 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f7b03b65-ee7c-48b6-95d1-682ed29e903a req-ae870971-c748-4872-90b6-3831a1152664 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0530889 Aug 31 18:05:23.626945 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f7b03b65-ee7c-48b6-95d1-682ed29e903a req-223bc469-80b7-4934-a09b-cbee042a7b60 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350063 Aug 31 18:05:23.663411 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:24.560778 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:24.753617 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c97b51-e08a-4387-91d9-76878825e8bf req-5a4c5fe5-90cb-4819-9789-07f1407ede72 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:24.755267 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-18c97b51-e08a-4387-91d9-76878825e8bf req-5a4c5fe5-90cb-4819-9789-07f1407ede72 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0522380 Aug 31 18:05:24.799362 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-18c97b51-e08a-4387-91d9-76878825e8bf req-c6124dbf-a642-459e-b83c-fd92d6a10357 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372887 Aug 31 18:05:25.925789 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0591e0b-30c3-4731-b3f8-aa3c1915f98f req-46b13c7e-3d33-4a0c-a5e7-13864c49a855 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:25.927579 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c0591e0b-30c3-4731-b3f8-aa3c1915f98f req-46b13c7e-3d33-4a0c-a5e7-13864c49a855 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0552659 Aug 31 18:05:25.986613 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c0591e0b-30c3-4731-b3f8-aa3c1915f98f req-d765be89-f94d-4b7b-ab55-ffb3a098e170 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512071 Aug 31 18:05:26.658218 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:27.138633 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb3564-551e-4e0d-a09f-f923e47ecf40 req-366d8566-37f0-4f76-8ff8-1b6eebc01550 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:27.140665 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cdcb3564-551e-4e0d-a09f-f923e47ecf40 req-366d8566-37f0-4f76-8ff8-1b6eebc01550 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0701640 Aug 31 18:05:27.194903 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cdcb3564-551e-4e0d-a09f-f923e47ecf40 req-15f8c730-61f5-4cc5-bde9-73451b5449df tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464191 Aug 31 18:05:27.965628 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:05:28.328962 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960fc00-a8f7-42f3-9736-ffad1026fed4 req-00a23d30-0db3-4ea5-858f-6369b9569b3d tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:28.331517 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9960fc00-a8f7-42f3-9736-ffad1026fed4 req-00a23d30-0db3-4ea5-858f-6369b9569b3d tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0630841 Aug 31 18:05:28.399638 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9960fc00-a8f7-42f3-9736-ffad1026fed4 req-3490dc7f-32e9-465f-bf73-8e4e39f8fdeb tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561860 Aug 31 18:05:29.322685 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 56332) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:29.469894 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cef5ed9d-c5b3-4886-a4fa-27efa26449fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:29.580523 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8f6f3-291c-40a7-8706-911d6331052d req-93688aeb-9e63-458a-8767-19201ad0e613 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:29.582130 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d8b8f6f3-291c-40a7-8706-911d6331052d req-93688aeb-9e63-458a-8767-19201ad0e613 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0854790 Aug 31 18:05:29.650151 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d8b8f6f3-291c-40a7-8706-911d6331052d req-0c6059a5-f35a-4e45-b3c0-bafcfc96cac9 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560367 Aug 31 18:05:29.659334 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cef5ed9d-c5b3-4886-a4fa-27efa26449fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:29.777943 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cef5ed9d-c5b3-4886-a4fa-27efa26449fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:29.847481 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-cef5ed9d-c5b3-4886-a4fa-27efa26449fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b1b328ed75614b63a69d71664eec343b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5233610 Aug 31 18:05:29.848850 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5ed9d-c5b3-4886-a4fa-27efa26449fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f83371-1412-411a-a692-b2a3591355e3,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:29.850417 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 56348) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:29.862570 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ed9d-c5b3-4886-a4fa-27efa26449fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:29.863136 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ed9d-c5b3-4886-a4fa-27efa26449fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:29.863702 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ed9d-c5b3-4886-a4fa-27efa26449fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:29.864251 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ed9d-c5b3-4886-a4fa-27efa26449fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:29.864827 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ed9d-c5b3-4886-a4fa-27efa26449fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:29.865412 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ed9d-c5b3-4886-a4fa-27efa26449fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:29.865986 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ed9d-c5b3-4886-a4fa-27efa26449fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:29.866537 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ed9d-c5b3-4886-a4fa-27efa26449fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:29.867093 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ed9d-c5b3-4886-a4fa-27efa26449fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:29.867649 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ed9d-c5b3-4886-a4fa-27efa26449fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:29.868220 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ed9d-c5b3-4886-a4fa-27efa26449fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:29.868765 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ed9d-c5b3-4886-a4fa-27efa26449fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:29.913169 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f899910-9433-4f6a-922a-a325e8b9c38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:29.951689 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f899910-9433-4f6a-922a-a325e8b9c38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:30.160545 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f899910-9433-4f6a-922a-a325e8b9c38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:30.163612 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f899910-9433-4f6a-922a-a325e8b9c38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:30.165410 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-5f899910-9433-4f6a-922a-a325e8b9c38b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9f83371-1412-411a-a692-b2a3591355e3 HTTP/1.1" status: 204 len: 168 time: 0.3135540 Aug 31 18:05:30.185201 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f899910-9433-4f6a-922a-a325e8b9c38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f83371-1412-411a-a692-b2a3591355e3,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:30.205974 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f899910-9433-4f6a-922a-a325e8b9c38b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:30.206263 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f899910-9433-4f6a-922a-a325e8b9c38b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:30.206617 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f899910-9433-4f6a-922a-a325e8b9c38b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:30.206955 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f899910-9433-4f6a-922a-a325e8b9c38b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:30.208676 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f899910-9433-4f6a-922a-a325e8b9c38b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:30.208676 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f899910-9433-4f6a-922a-a325e8b9c38b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:30.208676 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f899910-9433-4f6a-922a-a325e8b9c38b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:30.208676 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f899910-9433-4f6a-922a-a325e8b9c38b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:30.208676 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f899910-9433-4f6a-922a-a325e8b9c38b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:30.209376 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f899910-9433-4f6a-922a-a325e8b9c38b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:30.209737 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f899910-9433-4f6a-922a-a325e8b9c38b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:30.210074 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f899910-9433-4f6a-922a-a325e8b9c38b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:30.758082 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 56380) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:30.867037 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547144f-7257-40f4-9f73-f99080cafcb2 req-55d1ad44-918f-4569-987b-37d7267f7d73 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:30.868757 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5547144f-7257-40f4-9f73-f99080cafcb2 req-55d1ad44-918f-4569-987b-37d7267f7d73 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0835843 Aug 31 18:05:30.922130 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5547144f-7257-40f4-9f73-f99080cafcb2 req-69656a0e-5ef5-467a-a883-fb34f2fb0ffb tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431929 Aug 31 18:05:30.925419 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e6f736ea-844d-442b-b237-94787b3539b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:31.035933 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e6f736ea-844d-442b-b237-94787b3539b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:31.225162 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e6f736ea-844d-442b-b237-94787b3539b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:31.288122 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-e6f736ea-844d-442b-b237-94787b3539b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db26b6349c67470694e3ac7950cd59ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5286231 Aug 31 18:05:31.290993 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 56394) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:31.298979 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f736ea-844d-442b-b237-94787b3539b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651eab69-b69e-41d9-ba8e-84ce39ba235d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:31.355603 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b17cfd7a-5a88-4db7-8a1a-5f40f74767a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:31.381866 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b17cfd7a-5a88-4db7-8a1a-5f40f74767a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:31.458559 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 56400) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:31.473437 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97a215da-7f65-42e4-9830-f6606079379a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:31.607891 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b17cfd7a-5a88-4db7-8a1a-5f40f74767a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:31.607891 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b17cfd7a-5a88-4db7-8a1a-5f40f74767a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:31.610073 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-b17cfd7a-5a88-4db7-8a1a-5f40f74767a7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/651eab69-b69e-41d9-ba8e-84ce39ba235d HTTP/1.1" status: 204 len: 168 time: 0.3176339 Aug 31 18:05:31.635260 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cfd7a-5a88-4db7-8a1a-5f40f74767a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651eab69-b69e-41d9-ba8e-84ce39ba235d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:31.756450 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97a215da-7f65-42e4-9830-f6606079379a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:31.919277 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-97a215da-7f65-42e4-9830-f6606079379a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:31.963050 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-97a215da-7f65-42e4-9830-f6606079379a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=668b7e6a90a24653b264e3254f909ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4998279 Aug 31 18:05:31.963050 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a215da-7f65-42e4-9830-f6606079379a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76521f0-ef08-43a7-a345-d941f7755ab5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:31.964019 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 56412) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:32.029190 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b393011c-a1f7-463d-824e-e59e154af580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:32.075269 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b393011c-a1f7-463d-824e-e59e154af580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:32.145147 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfca5e-0403-4891-a72f-fe1440d0bff9 req-a47a6e53-2a16-4a94-a479-c676693c15bb tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:32.146783 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7cdfca5e-0403-4891-a72f-fe1440d0bff9 req-a47a6e53-2a16-4a94-a479-c676693c15bb tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0892665 Aug 31 18:05:32.201329 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7cdfca5e-0403-4891-a72f-fe1440d0bff9 req-4cbc6880-0fc7-43c4-b59b-3a99722f664e tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354793 Aug 31 18:05:32.428868 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b393011c-a1f7-463d-824e-e59e154af580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:32.432181 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b393011c-a1f7-463d-824e-e59e154af580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:32.438229 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-b393011c-a1f7-463d-824e-e59e154af580 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c76521f0-ef08-43a7-a345-d941f7755ab5 HTTP/1.1" status: 204 len: 168 time: 0.4685433 Aug 31 18:05:32.448676 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393011c-a1f7-463d-824e-e59e154af580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76521f0-ef08-43a7-a345-d941f7755ab5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:32.953112 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 56434) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:32.967311 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-62a27be7-4d9d-49fa-94c8-72221bdfec0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:33.054516 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 56436) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:33.187710 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-62a27be7-4d9d-49fa-94c8-72221bdfec0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:33.241263 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-62a27be7-4d9d-49fa-94c8-72221bdfec0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:33.365341 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a27be7-4d9d-49fa-94c8-72221bdfec0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229a17bb-fe6a-4531-8612-47359972e8ea,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:33.402101 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-62a27be7-4d9d-49fa-94c8-72221bdfec0b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e3a254edf742403ea8a35a523973de67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4473696 Aug 31 18:05:33.406700 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 56448) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:33.490574 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0d59-8075-436f-b257-ea25fb7dd3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:33.507559 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c18ea2-ac31-4bf1-8c4a-a946d6c959fc req-813da5ea-3ff6-4ad5-95f1-c4f1ab5f12b5 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:33.509405 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d9c18ea2-ac31-4bf1-8c4a-a946d6c959fc req-813da5ea-3ff6-4ad5-95f1-c4f1ab5f12b5 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0859385 Aug 31 18:05:33.550184 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39d94b11-b732-4cf1-a3be-4c59667a0942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:33.560199 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d9c18ea2-ac31-4bf1-8c4a-a946d6c959fc req-d9c9d958-4b93-4388-8416-d93758a6ac9c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365770 Aug 31 18:05:33.583721 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39d94b11-b732-4cf1-a3be-4c59667a0942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:33.707165 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0d59-8075-436f-b257-ea25fb7dd3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:33.829433 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39d94b11-b732-4cf1-a3be-4c59667a0942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:33.833192 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39d94b11-b732-4cf1-a3be-4c59667a0942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:33.833803 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-39d94b11-b732-4cf1-a3be-4c59667a0942 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/229a17bb-fe6a-4531-8612-47359972e8ea HTTP/1.1" status: 204 len: 168 time: 0.4257767 Aug 31 18:05:33.842019 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d94b11-b732-4cf1-a3be-4c59667a0942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229a17bb-fe6a-4531-8612-47359972e8ea,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:33.902312 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0d59-8075-436f-b257-ea25fb7dd3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:33.945577 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e0d59-8075-436f-b257-ea25fb7dd3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7e2a29-7263-4e6b-a259-a363e33d1a20,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:33.963461 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-5b8e0d59-8075-436f-b257-ea25fb7dd3ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8d5868928213459c888f28e9bf20e0ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9071105 Aug 31 18:05:33.966017 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 56466) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:34.025327 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0c73d59f-da25-4f09-83f2-808c13a53cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:34.057043 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0c73d59f-da25-4f09-83f2-808c13a53cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:34.223738 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0c73d59f-da25-4f09-83f2-808c13a53cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:34.228935 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0c73d59f-da25-4f09-83f2-808c13a53cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:34.231349 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-0c73d59f-da25-4f09-83f2-808c13a53cb5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3b7e2a29-7263-4e6b-a259-a363e33d1a20 HTTP/1.1" status: 204 len: 168 time: 0.2641225 Aug 31 18:05:34.251468 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73d59f-da25-4f09-83f2-808c13a53cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7e2a29-7263-4e6b-a259-a363e33d1a20,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:34.716179 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42e332-0e16-4c47-a17b-2934d7dcd168 req-0eb37f3c-8984-4dd4-a774-895a8e089469 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:34.718990 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ab42e332-0e16-4c47-a17b-2934d7dcd168 req-0eb37f3c-8984-4dd4-a774-895a8e089469 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0548756 Aug 31 18:05:34.769502 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ab42e332-0e16-4c47-a17b-2934d7dcd168 req-cb89fe1b-afd9-48fe-9e19-1e19d0d7367c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421281 Aug 31 18:05:35.161790 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-17a447b7-21fb-4f83-8a4e-d37bb36c0741 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:35.163230 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-17a447b7-21fb-4f83-8a4e-d37bb36c0741 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/networks?id=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 HTTP/1.1" status: 200 len: 814 time: 0.1406121 Aug 31 18:05:35.183932 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-234209ab-4469-41e6-8c1d-64b3b9eb0fa7 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/quotas/bcf70f5913ed4702a205373c28c2f652 HTTP/1.1" status: 200 len: 375 time: 0.0097747 Aug 31 18:05:35.240533 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-78283f93-df35-4077-a2af-89f114623533 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bcf70f5913ed4702a205373c28c2f652&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484843 Aug 31 18:05:35.347198 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4b2a1f0c-c9d4-48be-95f7-a0705f6cca46 service neutron] 10.222.0.58 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927331 Aug 31 18:05:35.389114 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 56508) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:35.417789 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d63b7a93-726c-43eb-844a-7b6dac7227a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:35.528540 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-69785c17-7f3c-49d3-b863-7a74b0442067 service neutron] 10.222.0.58 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751137 Aug 31 18:05:35.568779 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d63b7a93-726c-43eb-844a-7b6dac7227a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:35.829287 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d63b7a93-726c-43eb-844a-7b6dac7227a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:35.871212 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b7a93-726c-43eb-844a-7b6dac7227a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9270d9-3815-4192-805f-2ba955aa9365,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:35.878849 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-d63b7a93-726c-43eb-844a-7b6dac7227a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0a43c9c1beca4121821102f988164f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4870708 Aug 31 18:05:35.879537 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 56520) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:35.892395 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 56522) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:35.915111 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03f0727f-2558-49da-82d9-1305597bae69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:35.990219 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd29b11-3352-4524-ad16-9e67733c86e4 req-0708bbd2-4fb7-4f35-ab33-f533537cf012 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:35.996715 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bdd29b11-3352-4524-ad16-9e67733c86e4 req-0708bbd2-4fb7-4f35-ab33-f533537cf012 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.1226788 Aug 31 18:05:36.030225 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-958fdfe3-2fed-47db-bab6-2efa135833e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:36.088113 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8800ece9-301c-4e3d-9414-11fe55bb8192 req-9efed03c-438b-416d-8f96-bf2772dc7b5c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 210 time: 0.0740950 Aug 31 18:05:36.092494 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-958fdfe3-2fed-47db-bab6-2efa135833e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:36.121541 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bdd29b11-3352-4524-ad16-9e67733c86e4 req-5826ca52-6e9a-4d2e-a805-ae6bc413d0c7 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206834 Aug 31 18:05:36.274594 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03f0727f-2558-49da-82d9-1305597bae69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:36.463057 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03f0727f-2558-49da-82d9-1305597bae69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:36.466964 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-958fdfe3-2fed-47db-bab6-2efa135833e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:36.477786 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-958fdfe3-2fed-47db-bab6-2efa135833e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:36.477786 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-958fdfe3-2fed-47db-bab6-2efa135833e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa9270d9-3815-4192-805f-2ba955aa9365 HTTP/1.1" status: 204 len: 168 time: 0.5912709 Aug 31 18:05:36.600049 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0727f-2558-49da-82d9-1305597bae69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d86afd-1f46-4483-9e9b-64f94de55e8f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:36.614995 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-03f0727f-2558-49da-82d9-1305597bae69 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e213c3ecff0412e9d14501675f2ae8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7227881 Aug 31 18:05:36.621186 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 56548) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:36.628163 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fdfe3-2fed-47db-bab6-2efa135833e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9270d9-3815-4192-805f-2ba955aa9365,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:36.746731 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2940ab94-aba2-417a-9232-378f3aaa5ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:36.816002 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2940ab94-aba2-417a-9232-378f3aaa5ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:37.092162 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2940ab94-aba2-417a-9232-378f3aaa5ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:37.105868 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2940ab94-aba2-417a-9232-378f3aaa5ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:37.105868 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-2940ab94-aba2-417a-9232-378f3aaa5ba6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/16d86afd-1f46-4483-9e9b-64f94de55e8f HTTP/1.1" status: 204 len: 168 time: 0.4790020 Aug 31 18:05:37.116165 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940ab94-aba2-417a-9232-378f3aaa5ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d86afd-1f46-4483-9e9b-64f94de55e8f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:37.237227 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4dfe32ef-358a-428a-881d-52847e26d3fe req-1da0bad3-91d9-4ae3-b8fe-de576d334521 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 210 time: 0.0336142 Aug 31 18:05:37.306140 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0e8f-f648-4fe1-b76e-5a04eff895ac req-86b12b03-4c68-43f6-8e6d-4ad3bf6949a4 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:37.307656 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-266c0e8f-f648-4fe1-b76e-5a04eff895ac req-86b12b03-4c68-43f6-8e6d-4ad3bf6949a4 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0684795 Aug 31 18:05:37.366864 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-266c0e8f-f648-4fe1-b76e-5a04eff895ac req-12065aa1-4150-4917-b179-5513b75aaec4 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521882 Aug 31 18:05:38.313335 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 56612) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:38.377531 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fe1d148c-1773-4df2-8dcb-712870dc5a39 req-32c85aa1-aedd-46f0-9748-6e08e0fbe53a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 210 time: 0.0362189 Aug 31 18:05:38.441662 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ac22f3e0-aab4-42e6-84e9-f8f9f2f1af45 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1813127274-network', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:05:38.522011 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c2f01-94b5-4527-8fb1-802cf39b4431 req-aa5ba5a7-441a-4c45-a91c-928198ecf177 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:38.523733 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e36c2f01-94b5-4527-8fb1-802cf39b4431 req-aa5ba5a7-441a-4c45-a91c-928198ecf177 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0516193 Aug 31 18:05:38.569461 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e36c2f01-94b5-4527-8fb1-802cf39b4431 req-36ec8ae3-a1f7-4d5d-bf4b-aebac23f228f tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381286 Aug 31 18:05:38.623900 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac22f3e0-aab4-42e6-84e9-f8f9f2f1af45 admin admin] Made reservation on behalf of 0c2a9f290de14f9a8b00844d222cdd70 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:05:38.627688 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac22f3e0-aab4-42e6-84e9-f8f9f2f1af45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:38.640562 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac22f3e0-aab4-42e6-84e9-f8f9f2f1af45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:38.746186 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac22f3e0-aab4-42e6-84e9-f8f9f2f1af45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:38.942721 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac22f3e0-aab4-42e6-84e9-f8f9f2f1af45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:38.975207 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac22f3e0-aab4-42e6-84e9-f8f9f2f1af45 admin admin] vlan segment allocate from pool success with {'vlan_id': 1216, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:05:38.985304 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22f3e0-aab4-42e6-84e9-f8f9f2f1af45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83836b25-edda-4698-819e-93d919e86558,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:38.991323 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac22f3e0-aab4-42e6-84e9-f8f9f2f1af45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:38.991862 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.segments_db [None req-ac22f3e0-aab4-42e6-84e9-f8f9f2f1af45 admin admin] Added segment 3d7eda7c-5641-4bc6-977b-6606f8ebf41c of type vlan for network 116adeeb-4100-4d52-a87b-b0c8148fd402 Aug 31 18:05:39.065403 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac22f3e0-aab4-42e6-84e9-f8f9f2f1af45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:39.244698 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac22f3e0-aab4-42e6-84e9-f8f9f2f1af45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:39.245799 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac22f3e0-aab4-42e6-84e9-f8f9f2f1af45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:39.246422 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac22f3e0-aab4-42e6-84e9-f8f9f2f1af45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:39.307978 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22f3e0-aab4-42e6-84e9-f8f9f2f1af45 admin admin] Pushing event updated for resources: {'Network': ['ID=116adeeb-4100-4d52-a87b-b0c8148fd402,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:39.319040 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network 116adeeb-4100-4d52-a87b-b0c8148fd402 details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:05:39.419284 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-ac22f3e0-aab4-42e6-84e9-f8f9f2f1af45 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1109707 Aug 31 18:05:39.422848 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 56642) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:39.427823 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-a73b60c4-bdbd-4bb5-93fc-143dea2fc7a1 admin admin] Request body: {'subnet': {'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1813127274-subnet', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:05:39.502609 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c57d392c-db63-450f-9c58-cc0cc2515102 req-f646e60e-9778-4343-9afa-ccfb43c3328b tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 210 time: 0.0264790 Aug 31 18:05:39.571153 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73b60c4-bdbd-4bb5-93fc-143dea2fc7a1 admin admin] Made reservation on behalf of 0c2a9f290de14f9a8b00844d222cdd70 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:05:39.573555 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a73b60c4-bdbd-4bb5-93fc-143dea2fc7a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13232555'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:39.752865 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebf4dd-7949-48f8-af31-71fce4e83d38 req-d1e4139f-b078-4fbb-8e4c-ae4512716605 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:39.754497 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a2ebf4dd-7949-48f8-af31-71fce4e83d38 req-d1e4139f-b078-4fbb-8e4c-ae4512716605 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0911722 Aug 31 18:05:39.842011 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a2ebf4dd-7949-48f8-af31-71fce4e83d38 req-c91d00b4-4726-4423-83b1-ec0bdfc85d3c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792940 Aug 31 18:05:39.960375 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a73b60c4-bdbd-4bb5-93fc-143dea2fc7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14918581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13232573'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:40.024941 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b60c4-bdbd-4bb5-93fc-143dea2fc7a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00dc20f5-d672-465c-8f7d-5a82297046f6,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:40.038448 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b60c4-bdbd-4bb5-93fc-143dea2fc7a1 admin admin] Checking segment: {'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:05:40.038448 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b60c4-bdbd-4bb5-93fc-143dea2fc7a1 admin admin] Network hostable DHCP agents. Network: 116adeeb-4100-4d52-a87b-b0c8148fd402, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:05:40.176722 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b60c4-bdbd-4bb5-93fc-143dea2fc7a1 admin admin] Network 116adeeb-4100-4d52-a87b-b0c8148fd402 is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:05:40.359238 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-a73b60c4-bdbd-4bb5-93fc-143dea2fc7a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, 116adeeb-4100-4d52-a87b-b0c8148fd402) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:05:40.364138 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73b60c4-bdbd-4bb5-93fc-143dea2fc7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:40.365775 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a73b60c4-bdbd-4bb5-93fc-143dea2fc7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:40.370127 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0378071-96ff-4b82-88ff-c6daa677e218 None None] Network 116adeeb-4100-4d52-a87b-b0c8148fd402 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:05:40.475476 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-a73b60c4-bdbd-4bb5-93fc-143dea2fc7a1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0513115 Aug 31 18:05:40.479451 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 56658) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:40.484467 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:05:40.544555 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1379057c-b173-5381-9eb4-fbe772ef9a85-116adeeb-4100-4d52-a87b-b0c8148fd402', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6'}]}} from dv-cinder-806740-4-iscsi. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 18:05:40.546416 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:40.597404 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16621841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:40.598797 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16624631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16623748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16618855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15901'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:40.617931 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7138a694-f225-4926-b4eb-e795831f78b5 req-402358c2-4653-4d79-99be-81d0eae3b1d5 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 210 time: 0.0337055 Aug 31 18:05:40.691807 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:40.710868 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Allocated IP 172.20.0.2 (116adeeb-4100-4d52-a87b-b0c8148fd402/00dc20f5-d672-465c-8f7d-5a82297046f6/b168df24-84cd-4d57-b473-c1f471e08ce2) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:05:40.899122 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:40.910684 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Transition to ACTIVE for port object b168df24-84cd-4d57-b473-c1f471e08ce2 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:05:40.921302 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:40.930941 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Transition to ACTIVE for port object b168df24-84cd-4d57-b473-c1f471e08ce2 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:05:40.976530 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d24cb-9bc5-44d9-929a-6b2561126797 req-b659aec4-27d1-46bd-b6d8-9640c3eafc62 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:40.978070 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-821d24cb-9bc5-44d9-929a-6b2561126797 req-b659aec4-27d1-46bd-b6d8-9640c3eafc62 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0512612 Aug 31 18:05:41.023071 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-821d24cb-9bc5-44d9-929a-6b2561126797 req-d4f472a6-b1a6-4470-8a2b-c1855050770e tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388467 Aug 31 18:05:41.080684 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:41.117893 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Network 116adeeb-4100-4d52-a87b-b0c8148fd402 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:05:41.122879 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:05:41.126837 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:05:41.135567 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Pushing event updated for resources: {'Port': ['ID=b168df24-84cd-4d57-b473-c1f471e08ce2,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:41.165248 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:41.165600 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:41.165946 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:41.166387 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:41.166722 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:41.167058 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:41.167391 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:41.167720 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:41.168064 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:41.168392 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:41.168717 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:41.169061 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:41.201314 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Attempting to bind port b168df24-84cd-4d57-b473-c1f471e08ce2 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:05:41.202440 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Attempting to bind port b168df24-84cd-4d57-b473-c1f471e08ce2 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:05:41.202769 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Attempting to bind port b168df24-84cd-4d57-b473-c1f471e08ce2 on network 116adeeb-4100-4d52-a87b-b0c8148fd402 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:05:41.208092 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:05:41.208466 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Checking segment: {'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:05:41.208904 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:41.209301 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Bound using segment: {'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:05:41.209771 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Bound port: b168df24-84cd-4d57-b473-c1f471e08ce2, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:05:41.210174 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:41.259398 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:41.291289 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:41.314696 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] For port b168df24-84cd-4d57-b473-c1f471e08ce2, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:05:41.317959 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] For port b168df24-84cd-4d57-b473-c1f471e08ce2, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=b168df24-84cd-4d57-b473-c1f471e08ce2,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:05:41.411778 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:41.419047 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] Allocated IP 172.27.3.175 (d0d110ef-3035-4f07-b05a-39b223314ffd/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d/eab210a9-0588-4729-97c0-9b6d4ff0fb05) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:05:41.477968 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82da54c-bc8c-4b73-9b3a-e137acddab47 None None] Pushing event updated for resources: {'Port': ['ID=b168df24-84cd-4d57-b473-c1f471e08ce2,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:41.533628 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:41.651981 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:41.721886 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=eab210a9-0588-4729-97c0-9b6d4ff0fb05,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:41.731200 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] Network d0d110ef-3035-4f07-b05a-39b223314ffd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:05:41.735791 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:05:41.741263 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:05:41.788122 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9bf7cf7f-2090-415f-a37c-9f3dd78ccdc5 req-e3653ea1-8e93-4840-a8e8-d5614a49edef tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 210 time: 0.0556023 Aug 31 18:05:42.159107 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device b168df24-84cd-4d57-b473-c1f471e08ce2 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:05:42.259210 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e24ed6-a58e-4fb6-82f9-c60655ae6e32 req-7a15d9fa-de9e-4175-b4f2-ff76971a9d30 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:42.260506 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-87e24ed6-a58e-4fb6-82f9-c60655ae6e32 req-7a15d9fa-de9e-4175-b4f2-ff76971a9d30 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.1420839 Aug 31 18:05:42.300000 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:42.336878 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port b168df24-84cd-4d57-b473-c1f471e08ce2 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:05:42.356285 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-87e24ed6-a58e-4fb6-82f9-c60655ae6e32 req-ec3f8b06-a1b4-49e6-a886-4103afe6182a tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837474 Aug 31 18:05:42.509423 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76239cb6-534a-412f-a2f9-34924a5f362d None None] Network 116adeeb-4100-4d52-a87b-b0c8148fd402 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:05:42.567104 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16624590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16623863'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:42.662584 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d82cb309-2196-43da-a929-dd02e17fd8af None None] Provisioning for port b168df24-84cd-4d57-b473-c1f471e08ce2 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:05:42.669345 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-d82cb309-2196-43da-a929-dd02e17fd8af None None] Provisioning complete for port b168df24-84cd-4d57-b473-c1f471e08ce2 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:05:42.669722 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d82cb309-2196-43da-a929-dd02e17fd8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:42.766509 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d82cb309-2196-43da-a929-dd02e17fd8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:42.788493 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] Router 9f154565-ddc9-4b51-8f31-0966eae18fdd is scheduled to L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:05:42.818357 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d82cb309-2196-43da-a929-dd02e17fd8af None None] For port b168df24-84cd-4d57-b473-c1f471e08ce2, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=b168df24-84cd-4d57-b473-c1f471e08ce2,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:05:42.921682 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d82cb309-2196-43da-a929-dd02e17fd8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:43.014613 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cb309-2196-43da-a929-dd02e17fd8af None None] Pushing event updated for resources: {'Port': ['ID=b168df24-84cd-4d57-b473-c1f471e08ce2,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:43.052429 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c9e61c11-883c-4cbd-bb9f-158372f87748 None None] Provisioning complete for port b168df24-84cd-4d57-b473-c1f471e08ce2 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:05:43.053026 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c9e61c11-883c-4cbd-bb9f-158372f87748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:43.235403 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-23d06ae1-4377-41bb-85e9-969e17f96c32 req-4a28821a-c79f-4bd0-8e1f-38a4c88bdabf tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 210 time: 0.0360410 Aug 31 18:05:43.250049 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:05:43.268203 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Sync routers for ids ['9f154565-ddc9-4b51-8f31-0966eae18fdd'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:05:43.286679 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Routers {'9f154565-ddc9-4b51-8f31-0966eae18fdd'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:05:43.287679 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:05:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['9f154565-ddc9-4b51-8f31-0966eae18fdd'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:05:43.331643 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:43.332931 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-1be703d4-92c0-48c4-962a-9fe72cb06ee3 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8524675 Aug 31 18:05:43.335781 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 56690) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:43.428457 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Set router 9f154565-ddc9-4b51-8f31-0966eae18fdd gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:05:43.677962 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:41Z', 'revision_number': 3, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:05:43.726021 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Checking router: 9f154565-ddc9-4b51-8f31-0966eae18fdd for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:05:43.726562 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Updating router 9f154565-ddc9-4b51-8f31-0966eae18fdd port eab210a9-0588-4729-97c0-9b6d4ff0fb05 binding host dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:05:43.734598 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a79310-aab1-45dc-b647-04a8c3b7b726 req-f3e3180b-fa48-4bd6-bf7f-14729e4b5081 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:43.736252 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-45a79310-aab1-45dc-b647-04a8c3b7b726 req-f3e3180b-fa48-4bd6-bf7f-14729e4b5081 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.1473343 Aug 31 18:05:43.772862 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:43.830627 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-45a79310-aab1-45dc-b647-04a8c3b7b726 req-4512ef96-b615-4fa5-a5ef-2e023cb60632 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840402 Aug 31 18:05:44.008235 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:44.130283 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device b168df24-84cd-4d57-b473-c1f471e08ce2 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:05:44.190158 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:44.206583 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port b168df24-84cd-4d57-b473-c1f471e08ce2 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:05:44.207489 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:44.208842 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Transition to ACTIVE for port object eab210a9-0588-4729-97c0-9b6d4ff0fb05 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:05:44.274911 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] Allocated IP 172.20.0.1 (116adeeb-4100-4d52-a87b-b0c8148fd402/00dc20f5-d672-465c-8f7d-5a82297046f6/b541d22e-f9fe-48df-b895-4a61ec0182fa) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:05:44.303678 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:44.421815 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4d60c-7255-4f7e-8350-b611c40c1805 None None] Pushing event updated for resources: {'Port': ['ID=eab210a9-0588-4729-97c0-9b6d4ff0fb05,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:44.445494 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4d60c-7255-4f7e-8350-b611c40c1805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:44.445900 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4d60c-7255-4f7e-8350-b611c40c1805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:44.446199 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4d60c-7255-4f7e-8350-b611c40c1805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:44.446547 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4d60c-7255-4f7e-8350-b611c40c1805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:44.446712 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:44.447141 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4d60c-7255-4f7e-8350-b611c40c1805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:44.447319 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4d60c-7255-4f7e-8350-b611c40c1805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:44.448281 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4d60c-7255-4f7e-8350-b611c40c1805 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:44.448624 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4d60c-7255-4f7e-8350-b611c40c1805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:44.449021 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4d60c-7255-4f7e-8350-b611c40c1805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:44.449370 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4d60c-7255-4f7e-8350-b611c40c1805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:44.449868 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4d60c-7255-4f7e-8350-b611c40c1805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:44.450209 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4d60c-7255-4f7e-8350-b611c40c1805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:05:44.460740 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Attempting to bind port eab210a9-0588-4729-97c0-9b6d4ff0fb05 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:05:44.461245 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Attempting to bind port eab210a9-0588-4729-97c0-9b6d4ff0fb05 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:05:44.461798 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Attempting to bind port eab210a9-0588-4729-97c0-9b6d4ff0fb05 on network d0d110ef-3035-4f07-b05a-39b223314ffd {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:05:44.467476 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] Transition to ACTIVE for port object b541d22e-f9fe-48df-b895-4a61ec0182fa will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:05:44.469115 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:05:44.469496 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Checking segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:05:44.470256 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:44.470676 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Bound using segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:05:44.471247 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Bound port: eab210a9-0588-4729-97c0-9b6d4ff0fb05, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:05:44.471674 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:44.520336 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0edb6ae4-f6bd-4191-91a1-4a5722039245 req-8d8fc752-ac19-4932-8a1c-d82e5b9507bf tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 210 time: 0.1173511 Aug 31 18:05:44.558707 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] For port eab210a9-0588-4729-97c0-9b6d4ff0fb05, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:05:44.563049 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] For port eab210a9-0588-4729-97c0-9b6d4ff0fb05, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=eab210a9-0588-4729-97c0-9b6d4ff0fb05,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:05:44.691911 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:44.692837 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:44.738068 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] Network 116adeeb-4100-4d52-a87b-b0c8148fd402 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:05:44.742143 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:05:44.747398 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:05:44.751481 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] Pushing event updated for resources: {'Port': ['ID=b541d22e-f9fe-48df-b895-4a61ec0182fa,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:44.766007 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Routers {'9f154565-ddc9-4b51-8f31-0966eae18fdd'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:05:44.766766 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:05:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['9f154565-ddc9-4b51-8f31-0966eae18fdd'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:05:44.769179 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4d60c-7255-4f7e-8350-b611c40c1805 None None] Pushing event updated for resources: {'Port': ['ID=eab210a9-0588-4729-97c0-9b6d4ff0fb05,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:44.796414 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16620676'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:44.996381 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] Set router 9f154565-ddc9-4b51-8f31-0966eae18fdd gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:05:45.104430 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebd5eb-bdef-47c8-9341-eef47c485153 req-6f893875-0ab8-4bc4-b9ce-633e1727117d tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:45.112016 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d8ebd5eb-bdef-47c8-9341-eef47c485153 req-6f893875-0ab8-4bc4-b9ce-633e1727117d tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.1527700 Aug 31 18:05:45.121756 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-b8e6bcc7-b226-4998-a444-df61f9db3a27 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:45.124079 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-b8e6bcc7-b226-4998-a444-df61f9db3a27 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.61 "GET /v2.0/networks?id=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 HTTP/1.1" status: 200 len: 814 time: 0.2486248 Aug 31 18:05:45.158272 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-48d878c1-070d-4139-959c-9e29a28e9e0f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Request body: {'port': {'device_id': '2dcffaef-06d8-4e9f-ab27-a57ab3b4595a', 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8', 'admin_state_up': True, 'tenant_id': 'bcf70f5913ed4702a205373c28c2f652'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:05:45.163387 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-af933786-2f24-4c3b-8245-69123dcc22d6 None None] Provisioning for port b541d22e-f9fe-48df-b895-4a61ec0182fa completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:05:45.165862 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-af933786-2f24-4c3b-8245-69123dcc22d6 None None] Provisioning complete for port b541d22e-f9fe-48df-b895-4a61ec0182fa triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:05:45.166478 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-af933786-2f24-4c3b-8245-69123dcc22d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:45.213180 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d8ebd5eb-bdef-47c8-9341-eef47c485153 req-b7895e44-6cc7-46a3-8a51-7bbcebea4643 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876441 Aug 31 18:05:45.246996 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-af933786-2f24-4c3b-8245-69123dcc22d6 None None] Port b541d22e-f9fe-48df-b895-4a61ec0182fa cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:05:45.283772 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:41Z', 'revision_number': 3, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:05:45.361764 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:45.402140 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63da3bc-0cf4-4e23-9b47-67baa69fa22e None None] The sync data for ids ['9f154565-ddc9-4b51-8f31-0966eae18fdd'] in dv-cinder-806740-4-iscsi is: [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:41Z', 'revision_number': 3, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:05:45.473359 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-48d878c1-070d-4139-959c-9e29a28e9e0f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Made reservation on behalf of bcf70f5913ed4702a205373c28c2f652 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:05:45.477825 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-48d878c1-070d-4139-959c-9e29a28e9e0f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:45.664535 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5966b6a2-dc67-4185-92b4-c18bad318bf0 req-7c8d0c78-f4b7-49ae-9079-b34c30f229c0 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 210 time: 0.0439050 Aug 31 18:05:45.690974 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:45.709722 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-48d878c1-070d-4139-959c-9e29a28e9e0f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Allocated IP 172.20.0.8 (1a2e3db9-3684-47ea-89ae-cae2e29e5cc8/f428a510-e539-4b72-8073-f50cf5f5996d/b34a9f93-d506-48aa-a523-bfd6d771774f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:05:45.846435 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:45.955680 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16625204'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:45.961536 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] Pushing event updated for resources: {'Port': ['ID=b541d22e-f9fe-48df-b895-4a61ec0182fa,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:46.063259 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-48d878c1-070d-4139-959c-9e29a28e9e0f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:46.190553 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] Network 116adeeb-4100-4d52-a87b-b0c8148fd402 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:05:46.194373 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:05:46.229278 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device eab210a9-0588-4729-97c0-9b6d4ff0fb05 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:05:46.338395 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-48d878c1-070d-4139-959c-9e29a28e9e0f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:46.391989 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['575bd565-2114-44ee-a4cc-f9709eb04b62'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:05:46.428228 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-48d878c1-070d-4139-959c-9e29a28e9e0f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:05:46.433946 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-48d878c1-070d-4139-959c-9e29a28e9e0f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:05:46.483217 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-48d878c1-070d-4139-959c-9e29a28e9e0f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:05:46.558343 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port eab210a9-0588-4729-97c0-9b6d4ff0fb05 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:05:46.564271 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port eab210a9-0588-4729-97c0-9b6d4ff0fb05 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:05:46.564648 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:46.624941 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-48d878c1-070d-4139-959c-9e29a28e9e0f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:46.626171 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-48d878c1-070d-4139-959c-9e29a28e9e0f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:46.713427 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d878c1-070d-4139-959c-9e29a28e9e0f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Pushing event updated for resources: {'Port': ['ID=b34a9f93-d506-48aa-a523-bfd6d771774f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:46.736905 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:46.742290 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b3b04ca3-967b-416c-a722-3a9484acf3b3 None None] Provisioning complete for port b541d22e-f9fe-48df-b895-4a61ec0182fa triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:05:46.742807 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b3b04ca3-967b-416c-a722-3a9484acf3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:46.808070 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417bb60-663f-45b1-9d0e-2309a8ae0832 req-ec963e12-1b7a-499d-8d63-1b2c3805f85b tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:46.818582 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port eab210a9-0588-4729-97c0-9b6d4ff0fb05, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=eab210a9-0588-4729-97c0-9b6d4ff0fb05,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:05:46.821349 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6417bb60-663f-45b1-9d0e-2309a8ae0832 req-ec963e12-1b7a-499d-8d63-1b2c3805f85b tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.4402537 Aug 31 18:05:46.837573 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b3b04ca3-967b-416c-a722-3a9484acf3b3 None None] Port b541d22e-f9fe-48df-b895-4a61ec0182fa cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:05:46.874530 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] Router 9f154565-ddc9-4b51-8f31-0966eae18fdd has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:05:46.909477 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6417bb60-663f-45b1-9d0e-2309a8ae0832 req-ada7d0ad-3370-41c4-9cb1-4210962319d0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868988 Aug 31 18:05:47.017557 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-48d878c1-070d-4139-959c-9e29a28e9e0f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8644485 Aug 31 18:05:47.071844 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Request body: {'port': {'device_id': '2dcffaef-06d8-4e9f-ab27-a57ab3b4595a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:05:47.201586 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:47.330042 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=eab210a9-0588-4729-97c0-9b6d4ff0fb05,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:47.366662 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9a6ea-6378-42b0-b9de-b93cecdf0af8 req-81ab503d-eeea-4f21-b76a-988ca263292a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:47.368309 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a3b9a6ea-6378-42b0-b9de-b93cecdf0af8 req-81ab503d-eeea-4f21-b76a-988ca263292a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 931 time: 0.4003971 Aug 31 18:05:47.419553 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:05:47.426308 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-1536a808-288b-4608-831e-f6540174cdbd admin admin] 10.222.0.58 "PUT /v2.0/routers/9f154565-ddc9-4b51-8f31-0966eae18fdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0894353 Aug 31 18:05:47.446978 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:47.454942 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a3b9a6ea-6378-42b0-b9de-b93cecdf0af8 req-e727edcc-1ffc-4e3a-a420-f50ebcf7af3f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785673 Aug 31 18:05:47.800123 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Sync routers for ids ['9f154565-ddc9-4b51-8f31-0966eae18fdd'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:05:47.820180 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Routers {'9f154565-ddc9-4b51-8f31-0966eae18fdd'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:05:47.821280 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:05:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['9f154565-ddc9-4b51-8f31-0966eae18fdd'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:05:47.875776 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b34a9f93-d506-48aa-a523-bfd6d771774f {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:05:47.885507 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:47.906929 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Transition to ACTIVE for port object b34a9f93-d506-48aa-a523-bfd6d771774f will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:05:47.915019 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce5cb6-dd1a-40c4-871f-d87f836dc549 req-860556b4-4876-4184-b521-2004d7661f66 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:47.916600 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a6ce5cb6-dd1a-40c4-871f-d87f836dc549 req-860556b4-4876-4184-b521-2004d7661f66 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 945 time: 0.0852220 Aug 31 18:05:47.959330 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Set router 9f154565-ddc9-4b51-8f31-0966eae18fdd gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:05:47.968400 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a6ce5cb6-dd1a-40c4-871f-d87f836dc549 req-59ef0e80-1ea7-453e-a823-3e48c42131ae tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435417 Aug 31 18:05:48.093307 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:48.131844 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device eab210a9-0588-4729-97c0-9b6d4ff0fb05 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:05:48.141644 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab2f8d-ee22-420f-b970-e92b3fc50090 req-bf30cc94-07e2-4106-952f-dfe7dc3eb801 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:48.143263 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-68ab2f8d-ee22-420f-b970-e92b3fc50090 req-bf30cc94-07e2-4106-952f-dfe7dc3eb801 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0944955 Aug 31 18:05:48.181606 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=b34a9f93-d506-48aa-a523-bfd6d771774f,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:48.244491 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port eab210a9-0588-4729-97c0-9b6d4ff0fb05 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:05:48.244768 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:48.250687 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-68ab2f8d-ee22-420f-b970-e92b3fc50090 req-fdb7d65f-f0ce-44a5-97d0-9336e1ca8a02 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930145 Aug 31 18:05:48.284504 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Attempting to bind port b34a9f93-d506-48aa-a523-bfd6d771774f on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:05:48.284889 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Attempting to bind port b34a9f93-d506-48aa-a523-bfd6d771774f by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': 'c98be0fb-18c3-4b15-9e8a-558d8a6a872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:05:48.285219 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Attempting to bind port b34a9f93-d506-48aa-a523-bfd6d771774f on network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:05:48.292336 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Port b34a9f93-d506-48aa-a523-bfd6d771774f on network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:05:48.292752 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Attempting to bind port b34a9f93-d506-48aa-a523-bfd6d771774f on network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:05:48.299173 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:05:48.299408 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Checking segment: {'id': 'c98be0fb-18c3-4b15-9e8a-558d8a6a872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:05:48.299753 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Bound using segment: {'id': 'c98be0fb-18c3-4b15-9e8a-558d8a6a872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:05:48.300206 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Bound port: b34a9f93-d506-48aa-a523-bfd6d771774f, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98be0fb-18c3-4b15-9e8a-558d8a6a872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:05:48.300578 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:48.390381 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] For port b34a9f93-d506-48aa-a523-bfd6d771774f, host hv-cinder-80674, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:05:48.394389 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] For port b34a9f93-d506-48aa-a523-bfd6d771774f, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b34a9f93-d506-48aa-a523-bfd6d771774f,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:05:48.435783 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 2, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:05:48.472194 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Checking router: 9f154565-ddc9-4b51-8f31-0966eae18fdd for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:05:48.472547 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Updating router 9f154565-ddc9-4b51-8f31-0966eae18fdd port b541d22e-f9fe-48df-b895-4a61ec0182fa binding host dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:05:48.520226 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:48.551847 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:48.595132 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:48.595843 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:48.597271 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] 10.222.0.61 "PUT /v2.0/ports/b34a9f93-d506-48aa-a523-bfd6d771774f HTTP/1.1" status: 200 len: 1093 time: 1.5379498 Aug 31 18:05:48.600019 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcffaef-06d8-4e9f-ab27-a57ab3b4595a', 'tag': 'b34a9f93-d506-48aa-a523-bfd6d771774f'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:05:48.602459 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8262a38a-7f7b-43bc-a484-0831513115aa" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcffaef-06d8-4e9f-ab27-a57ab3b4595a", "tag": "b34a9f93-d506-48aa-a523-bfd6d771774f"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:05:48.663954 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb15c98-3710-40d2-9713-e2f3e17c6e33 req-6652b797-f1c5-47e7-905e-8f7c737f413f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:48.665641 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5fb15c98-3710-40d2-9713-e2f3e17c6e33 req-6652b797-f1c5-47e7-905e-8f7c737f413f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 943 time: 0.1333902 Aug 31 18:05:48.667377 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba08111d-abb6-45bb-acab-f76ae64c77cc x-openstack-request-id: req-ba08111d-abb6-45bb-acab-f76ae64c77cc {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:05:48.667658 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcffaef-06d8-4e9f-ab27-a57ab3b4595a", "tag": "b34a9f93-d506-48aa-a523-bfd6d771774f", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:05:48.667917 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba08111d-abb6-45bb-acab-f76ae64c77cc {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:05:48.668290 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcffaef-06d8-4e9f-ab27-a57ab3b4595a', 'tag': 'b34a9f93-d506-48aa-a523-bfd6d771774f', 'status': 'completed', 'code': 200} Aug 31 18:05:48.668972 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950cba0-9521-4d7b-a319-3bc911a91ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=b34a9f93-d506-48aa-a523-bfd6d771774f,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:48.724698 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5fb15c98-3710-40d2-9713-e2f3e17c6e33 req-ddf22358-0ff7-44b1-97b9-3d5321e3a54a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390859 Aug 31 18:05:48.781200 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262a38a-7f7b-43bc-a484-0831513115aa req-8bdaa1ae-f054-4f78-9fe0-917b877ae0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:48.782736 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8262a38a-7f7b-43bc-a484-0831513115aa req-8bdaa1ae-f054-4f78-9fe0-917b877ae0e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcf70f5913ed4702a205373c28c2f652&device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 1096 time: 0.0478294 Aug 31 18:05:48.836096 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 56816) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:48.842916 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-a4e2082d-e211-40a3-8a46-5655123358a9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-274812559-network', 'tenant_id': '2834e407096f4d869dbcae9394c3fd00'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:05:48.907498 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:48.926752 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Transition to ACTIVE for port object b541d22e-f9fe-48df-b895-4a61ec0182fa will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:05:48.969661 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262a38a-7f7b-43bc-a484-0831513115aa req-f95beb81-5aca-49e7-a57a-23ffa92894cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:48.971287 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8262a38a-7f7b-43bc-a484-0831513115aa req-f95beb81-5aca-49e7-a57a-23ffa92894cb service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bcf70f5913ed4702a205373c28c2f652&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1658127 Aug 31 18:05:49.137680 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:49.139961 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e2082d-e211-40a3-8a46-5655123358a9 admin admin] Made reservation on behalf of 2834e407096f4d869dbcae9394c3fd00 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:05:49.142188 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262a38a-7f7b-43bc-a484-0831513115aa req-1663e2e9-cb60-4f90-899e-7de82962b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:49.143667 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8262a38a-7f7b-43bc-a484-0831513115aa req-1663e2e9-cb60-4f90-899e-7de82962b3d1 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1618850 Aug 31 18:05:49.148882 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4e2082d-e211-40a3-8a46-5655123358a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:49.155931 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b6235-1d4d-470d-964d-9d7fc9174bac req-ac8810e3-b572-416e-ad62-b320c59b5c1d tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:49.157508 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bf2b6235-1d4d-470d-964d-9d7fc9174bac req-ac8810e3-b572-416e-ad62-b320c59b5c1d tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 945 time: 0.0818918 Aug 31 18:05:49.167545 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4e2082d-e211-40a3-8a46-5655123358a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:49.224955 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bf2b6235-1d4d-470d-964d-9d7fc9174bac req-a56063f2-c414-482c-9a7d-08cf33b92465 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462236 Aug 31 18:05:49.394752 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4e2082d-e211-40a3-8a46-5655123358a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:49.401902 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb69874-4d9e-4a9a-b1a1-39ad1aa6994a None None] Pushing event updated for resources: {'Port': ['ID=b541d22e-f9fe-48df-b895-4a61ec0182fa,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:49.413123 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-dc073feb-ae6d-476c-841a-33b35fd4a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:49.415095 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-dc073feb-ae6d-476c-841a-33b35fd4a9db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcf70f5913ed4702a205373c28c2f652&device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 1096 time: 0.0983584 Aug 31 18:05:49.420977 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Attempting to bind port b541d22e-f9fe-48df-b895-4a61ec0182fa on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:05:49.421538 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Attempting to bind port b541d22e-f9fe-48df-b895-4a61ec0182fa by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:05:49.422803 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Attempting to bind port b541d22e-f9fe-48df-b895-4a61ec0182fa on network 116adeeb-4100-4d52-a87b-b0c8148fd402 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:05:49.431045 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:05:49.431602 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Checking segment: {'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:05:49.432203 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:49.433426 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Bound using segment: {'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:05:49.433607 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Bound port: b541d22e-f9fe-48df-b895-4a61ec0182fa, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:05:49.434143 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:49.512889 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-789b159e-cfda-4032-a3f3-b867b4199e8c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b34a9f93-d506-48aa-a523-bfd6d771774f HTTP/1.1" status: 200 len: 217 time: 0.0627921 Aug 31 18:05:49.530677 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4e2082d-e211-40a3-8a46-5655123358a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:49.568843 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e2082d-e211-40a3-8a46-5655123358a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1223, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:05:49.580715 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] For port b541d22e-f9fe-48df-b895-4a61ec0182fa, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:05:49.593910 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] For port b541d22e-f9fe-48df-b895-4a61ec0182fa, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=b541d22e-f9fe-48df-b895-4a61ec0182fa,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:05:49.615796 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2082d-e211-40a3-8a46-5655123358a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393f5528-7cc2-440d-a8b6-c073d9b02f6d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:49.637039 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4e2082d-e211-40a3-8a46-5655123358a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:49.637911 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.segments_db [None req-a4e2082d-e211-40a3-8a46-5655123358a9 admin admin] Added segment 93895fde-5e34-4d75-89e9-20fc3e540b69 of type vlan for network 02305619-007c-4a4a-9766-663534fe0eae Aug 31 18:05:49.652179 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-751798ee-71c9-4eaf-932e-05fb61139bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:49.654635 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-751798ee-71c9-4eaf-932e-05fb61139bc2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f428a510-e539-4b72-8073-f50cf5f5996d HTTP/1.1" status: 200 len: 854 time: 0.1329083 Aug 31 18:05:49.716896 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4e2082d-e211-40a3-8a46-5655123358a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:49.717907 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:49.719084 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-0bbeb8da-ec96-44a7-8e13-a17d75e334ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524433 Aug 31 18:05:49.813483 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Routers {'9f154565-ddc9-4b51-8f31-0966eae18fdd'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:05:49.815101 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:05:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['9f154565-ddc9-4b51-8f31-0966eae18fdd'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:05:49.867607 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4e2082d-e211-40a3-8a46-5655123358a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:49.869375 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2082d-e211-40a3-8a46-5655123358a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:49.870202 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4e2082d-e211-40a3-8a46-5655123358a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:49.895476 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb69874-4d9e-4a9a-b1a1-39ad1aa6994a None None] Pushing event updated for resources: {'Port': ['ID=b541d22e-f9fe-48df-b895-4a61ec0182fa,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:49.956602 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aead4c3-e79d-45a5-93b5-be4d1d5effda req-3cf83955-cec0-4a7a-9450-2b8f0de29aa4 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:49.958207 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2082d-e211-40a3-8a46-5655123358a9 admin admin] Pushing event updated for resources: {'Network': ['ID=02305619-007c-4a4a-9766-663534fe0eae,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:49.968830 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4aead4c3-e79d-45a5-93b5-be4d1d5effda req-3cf83955-cec0-4a7a-9450-2b8f0de29aa4 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.2539685 Aug 31 18:05:50.006651 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network 02305619-007c-4a4a-9766-663534fe0eae details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:05:50.063955 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-a4e2082d-e211-40a3-8a46-5655123358a9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2267320 Aug 31 18:05:50.068237 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 56858) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:50.074316 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b308fe82-1557-4d06-8a5f-ea58cd54a016 admin admin] Request body: {'subnet': {'network_id': '02305619-007c-4a4a-9766-663534fe0eae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-274812559-subnet', 'tenant_id': '2834e407096f4d869dbcae9394c3fd00', 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:05:50.145084 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] Set router 9f154565-ddc9-4b51-8f31-0966eae18fdd gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:05:50.175033 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4aead4c3-e79d-45a5-93b5-be4d1d5effda req-7317b64b-cb80-452b-b390-4da4b8ec1013 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046666 Aug 31 18:05:50.203043 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dba344-03d5-478a-b46f-53855676d71c req-1bb5c9de-e728-4249-afae-f71504d53d7b tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:50.204899 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f9dba344-03d5-478a-b46f-53855676d71c req-1bb5c9de-e728-4249-afae-f71504d53d7b tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 943 time: 0.3412933 Aug 31 18:05:50.216761 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-e67253c8-7c7e-4208-b359-368f85aef731 service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404063 Aug 31 18:05:50.268438 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b308fe82-1557-4d06-8a5f-ea58cd54a016 admin admin] Made reservation on behalf of 2834e407096f4d869dbcae9394c3fd00 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:05:50.270840 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b308fe82-1557-4d06-8a5f-ea58cd54a016 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:50.307053 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f9dba344-03d5-478a-b46f-53855676d71c req-3b704e74-9fb6-4d34-a150-ee3d23a73d6d tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890460 Aug 31 18:05:50.346264 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42350280-3ef8-4a35-9c34-95fa32daf604 req-eb689ae7-fc96-44c7-b781-4ac77b420f51 service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143587 Aug 31 18:05:50.538059 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166a76d-592f-41fb-91de-64231e465695 req-93f14d9f-dded-4568-bee8-17156b132c18 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:50.541651 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8166a76d-592f-41fb-91de-64231e465695 req-93f14d9f-dded-4568-bee8-17156b132c18 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 945 time: 0.0928085 Aug 31 18:05:50.546825 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:49Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:05:50.598424 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b824d030-ef80-484b-bce8-470ab3b98c83 None None] The sync data for ids ['9f154565-ddc9-4b51-8f31-0966eae18fdd'] in dv-cinder-806740-4-iscsi is: [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:49Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:05:50.605831 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8166a76d-592f-41fb-91de-64231e465695 req-c9d556b9-2a09-4010-9af3-f69be5a314e0 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571673 Aug 31 18:05:50.713913 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b308fe82-1557-4d06-8a5f-ea58cd54a016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:50.836965 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308fe82-1557-4d06-8a5f-ea58cd54a016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=445fb51a-2ffe-4350-94cc-e485ac648037,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:50.862787 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308fe82-1557-4d06-8a5f-ea58cd54a016 admin admin] Checking segment: {'id': '93895fde-5e34-4d75-89e9-20fc3e540b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '02305619-007c-4a4a-9766-663534fe0eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:05:50.863378 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b308fe82-1557-4d06-8a5f-ea58cd54a016 admin admin] Network hostable DHCP agents. Network: 02305619-007c-4a4a-9766-663534fe0eae, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:05:50.931970 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-26f929d5-db2b-4776-855d-d2855789087f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:51.109608 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b308fe82-1557-4d06-8a5f-ea58cd54a016 admin admin] Network 02305619-007c-4a4a-9766-663534fe0eae is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:05:51.256850 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-b308fe82-1557-4d06-8a5f-ea58cd54a016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, 02305619-007c-4a4a-9766-663534fe0eae) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:05:51.263309 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b308fe82-1557-4d06-8a5f-ea58cd54a016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:51.265908 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b308fe82-1557-4d06-8a5f-ea58cd54a016 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:51.273709 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26d4e6d-11ae-4c8b-a6e5-b445ea2463cb None None] Network 02305619-007c-4a4a-9766-663534fe0eae requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:05:51.449184 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac928d-bb50-49b3-b6bd-f9bd69761393 req-9e8cf376-e1fc-45af-8ba6-8619c67907d2 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:51.469712 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bbac928d-bb50-49b3-b6bd-f9bd69761393 req-9e8cf376-e1fc-45af-8ba6-8619c67907d2 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.1562693 Aug 31 18:05:51.469997 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-b308fe82-1557-4d06-8a5f-ea58cd54a016 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4002635 Aug 31 18:05:51.470877 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 56894) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:51.482532 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-274812559-router', 'tenant_id': '2834e407096f4d869dbcae9394c3fd00', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:05:51.566627 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bbac928d-bb50-49b3-b6bd-f9bd69761393 req-58059e53-b167-4365-8828-4446d8e8d2b2 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900028 Aug 31 18:05:51.675405 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16621841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:51.678447 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16624631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16623748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16618855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15901'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:51.688254 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556d33d-2570-476e-beb6-74a733c7ad91 req-14099fb3-b26c-48f1-830c-0c40143ca2bb tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:51.701938 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2556d33d-2570-476e-beb6-74a733c7ad91 req-14099fb3-b26c-48f1-830c-0c40143ca2bb tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 943 time: 0.1333296 Aug 31 18:05:51.703202 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1379057c-b173-5381-9eb4-fbe772ef9a85-02305619-007c-4a4a-9766-663534fe0eae', 'network_id': '02305619-007c-4a4a-9766-663534fe0eae', 'tenant_id': '2834e407096f4d869dbcae9394c3fd00', 'fixed_ips': [{'subnet_id': '445fb51a-2ffe-4350-94cc-e485ac648037'}]}} from dv-cinder-806740-4-iscsi. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 18:05:51.704587 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:51.850176 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57728ba-30ad-49a7-83de-37565390f686 req-1fea8ac0-f561-45b4-a478-fdd88208477f tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:51.852738 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b57728ba-30ad-49a7-83de-37565390f686 req-1fea8ac0-f561-45b4-a478-fdd88208477f tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.61 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 945 time: 0.1463284 Aug 31 18:05:51.902516 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:52.083935 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Allocated IP 172.20.0.2 (02305619-007c-4a4a-9766-663534fe0eae/445fb51a-2ffe-4350-94cc-e485ac648037/9252716d-48a8-4f2d-8be4-48b85eb6f915) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:05:52.117569 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2556d33d-2570-476e-beb6-74a733c7ad91 req-b920f020-d88e-4c38-a889-0c86213f50f9 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138293 Aug 31 18:05:52.152872 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fca59-c05a-4d47-b9cb-e6f92005874d req-35fd3aaf-c706-44f2-a033-6622b4a3a31f tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:52.185118 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-af4fca59-c05a-4d47-b9cb-e6f92005874d req-35fd3aaf-c706-44f2-a033-6622b4a3a31f tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 945 time: 0.3306894 Aug 31 18:05:52.219660 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:52.388045 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-af4fca59-c05a-4d47-b9cb-e6f92005874d req-54de09d7-b687-48e0-ba18-86df320f890d tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/security-groups?id=41457cf6-2af5-4774-8306-cce720c63329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008140 Aug 31 18:05:52.413656 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-b57728ba-30ad-49a7-83de-37565390f686 req-4bc8cfac-54f7-4cbe-aa19-0df8adc10944 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Deleting port bc657a81-6f33-40d6-9fb8-404829020723 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:05:52.413938 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b57728ba-30ad-49a7-83de-37565390f686 req-4bc8cfac-54f7-4cbe-aa19-0df8adc10944 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:52.438343 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:52.444353 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Transition to ACTIVE for port object 9252716d-48a8-4f2d-8be4-48b85eb6f915 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:05:52.462103 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Transition to ACTIVE for port object 9252716d-48a8-4f2d-8be4-48b85eb6f915 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:05:52.466431 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device b541d22e-f9fe-48df-b895-4a61ec0182fa up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:05:52.523170 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:52.602733 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-b57728ba-30ad-49a7-83de-37565390f686 req-4bc8cfac-54f7-4cbe-aa19-0df8adc10944 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] For port bc657a81-6f33-40d6-9fb8-404829020723, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=bc657a81-6f33-40d6-9fb8-404829020723,segment=NetworkSegment(b1d5b043-66e2-4920-ad0c-b6a3e049baf2),segment_id=b1d5b043-66e2-4920-ad0c-b6a3e049baf2)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:05:52.603321 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b57728ba-30ad-49a7-83de-37565390f686 req-4bc8cfac-54f7-4cbe-aa19-0df8adc10944 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:52.621188 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-b57728ba-30ad-49a7-83de-37565390f686 req-4bc8cfac-54f7-4cbe-aa19-0df8adc10944 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Calling delete_port for bc657a81-6f33-40d6-9fb8-404829020723 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:05:52.629162 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:52.689582 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Network 02305619-007c-4a4a-9766-663534fe0eae is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:05:52.693879 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:05:52.700989 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:05:52.708854 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Pushing event updated for resources: {'Port': ['ID=9252716d-48a8-4f2d-8be4-48b85eb6f915,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:52.786922 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port b541d22e-f9fe-48df-b895-4a61ec0182fa completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:05:52.787343 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893766df-760b-4451-ac69-e3941fb34258 req-42cbbbdd-ce8f-42bf-9164-94562ddfa806 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:52.789361 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-893766df-760b-4451-ac69-e3941fb34258 req-42cbbbdd-ce8f-42bf-9164-94562ddfa806 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0878329 Aug 31 18:05:52.834106 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port b541d22e-f9fe-48df-b895-4a61ec0182fa triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:05:52.834756 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:52.885004 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Attempting to bind port 9252716d-48a8-4f2d-8be4-48b85eb6f915 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:05:52.885004 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Attempting to bind port 9252716d-48a8-4f2d-8be4-48b85eb6f915 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '93895fde-5e34-4d75-89e9-20fc3e540b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '02305619-007c-4a4a-9766-663534fe0eae'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:05:52.885579 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Attempting to bind port 9252716d-48a8-4f2d-8be4-48b85eb6f915 on network 02305619-007c-4a4a-9766-663534fe0eae {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:05:52.908554 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:05:52.909218 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Checking segment: {'id': '93895fde-5e34-4d75-89e9-20fc3e540b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '02305619-007c-4a4a-9766-663534fe0eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:05:52.909862 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:52.910520 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Bound using segment: {'id': '93895fde-5e34-4d75-89e9-20fc3e540b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '02305619-007c-4a4a-9766-663534fe0eae'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:05:52.911549 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Bound port: 9252716d-48a8-4f2d-8be4-48b85eb6f915, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93895fde-5e34-4d75-89e9-20fc3e540b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '02305619-007c-4a4a-9766-663534fe0eae'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:05:52.912196 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:53.025798 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-893766df-760b-4451-ac69-e3941fb34258 req-edced32d-fdaf-4d53-abba-4747cf04121f tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109066 Aug 31 18:05:53.117680 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:53.118062 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:53.134364 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] For port 9252716d-48a8-4f2d-8be4-48b85eb6f915, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:05:53.142784 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:53.164787 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] For port 9252716d-48a8-4f2d-8be4-48b85eb6f915, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=9252716d-48a8-4f2d-8be4-48b85eb6f915,segment=NetworkSegment(93895fde-5e34-4d75-89e9-20fc3e540b69),segment_id=93895fde-5e34-4d75-89e9-20fc3e540b69)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:05:53.186206 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port b541d22e-f9fe-48df-b895-4a61ec0182fa, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=b541d22e-f9fe-48df-b895-4a61ec0182fa,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:05:53.195821 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b57728ba-30ad-49a7-83de-37565390f686 req-4bc8cfac-54f7-4cbe-aa19-0df8adc10944 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:53.240848 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8cfac-54f7-4cbe-aa19-0df8adc10944 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Pushing event deleted for resources: {'Port': ['ID=bc657a81-6f33-40d6-9fb8-404829020723,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:53.261576 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['bc657a81-6f33-40d6-9fb8-404829020723'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:05:53.373009 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:53.379036 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] Allocated IP 172.27.3.174 (d0d110ef-3035-4f07-b05a-39b223314ffd/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d/61627bba-731c-4630-a118-a74831aff192) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:05:53.379862 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:53.395989 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57728ba-30ad-49a7-83de-37565390f686 req-4bc8cfac-54f7-4cbe-aa19-0df8adc10944 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] No DVR routers for this DVR port bc657a81-6f33-40d6-9fb8-404829020723 on host hv-cinder-80674 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:05:53.426105 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-b57728ba-30ad-49a7-83de-37565390f686 req-4bc8cfac-54f7-4cbe-aa19-0df8adc10944 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:53.429621 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b57728ba-30ad-49a7-83de-37565390f686 req-4bc8cfac-54f7-4cbe-aa19-0df8adc10944 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.61 "DELETE /v2.0/ports/bc657a81-6f33-40d6-9fb8-404829020723 HTTP/1.1" status: 204 len: 173 time: 1.5171528 Aug 31 18:05:53.433246 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae514cd-1ed7-4c6d-bedf-11f529b405dd', 'name': 'network-vif-deleted', 'tag': 'bc657a81-6f33-40d6-9fb8-404829020723'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:05:53.437110 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe02960-4049-4427-b587-35a263b447f9" -d '{"events": [{"server_uuid": "9ae514cd-1ed7-4c6d-bedf-11f529b405dd", "name": "network-vif-deleted", "tag": "bc657a81-6f33-40d6-9fb8-404829020723"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:05:53.499213 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302c18a-25d5-439a-b3de-6e35b72cf434 req-e1972e3b-db69-416e-84d5-bf40a99c4b65 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:53.502825 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4302c18a-25d5-439a-b3de-6e35b72cf434 req-e1972e3b-db69-416e-84d5-bf40a99c4b65 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 943 time: 0.1633346 Aug 31 18:05:53.533441 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=b541d22e-f9fe-48df-b895-4a61ec0182fa,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:53.560706 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9ca045-bd7e-4a77-a9e3-b95bd9c29d80 x-openstack-request-id: req-dd9ca045-bd7e-4a77-a9e3-b95bd9c29d80 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:05:53.560706 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae514cd-1ed7-4c6d-bedf-11f529b405dd", "name": "network-vif-deleted", "tag": "bc657a81-6f33-40d6-9fb8-404829020723", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:05:53.560948 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd9ca045-bd7e-4a77-a9e3-b95bd9c29d80 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:05:53.561893 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae514cd-1ed7-4c6d-bedf-11f529b405dd', 'name': 'network-vif-deleted', 'tag': 'bc657a81-6f33-40d6-9fb8-404829020723', 'status': 'completed', 'code': 200} Aug 31 18:05:53.601975 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:53.611507 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a46447c7-6517-4e9f-916c-8097ff3caa7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:53.644159 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4302c18a-25d5-439a-b3de-6e35b72cf434 req-b61acedb-8909-48a5-a5d1-331b96615c95 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287398 Aug 31 18:05:53.667177 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99199a00-0952-47cf-b953-618efcf97fe7 None None] Pushing event updated for resources: {'Port': ['ID=9252716d-48a8-4f2d-8be4-48b85eb6f915,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:53.750759 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7b76901e-4151-4f37-9072-bd44988acea8 req-5ba72d63-e6c4-4db0-856b-f197b98a18cf tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 210 time: 0.0466332 Aug 31 18:05:53.837005 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:53.898461 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:53.983518 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] Network d0d110ef-3035-4f07-b05a-39b223314ffd is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:05:53.989206 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:05:53.995964 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:05:54.005397 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] Pushing event updated for resources: {'Port': ['ID=61627bba-731c-4630-a118-a74831aff192,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:54.278203 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0684bec-dc94-42bc-a923-6ebe06e0606f req-ed1226dc-db93-4e0d-bb16-2ed6716eefad tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:54.281462 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f0684bec-dc94-42bc-a923-6ebe06e0606f req-ed1226dc-db93-4e0d-bb16-2ed6716eefad tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.1073232 Aug 31 18:05:54.384254 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f0684bec-dc94-42bc-a923-6ebe06e0606f req-ca7e51b5-e99b-4f2b-b995-7218f194e2cc tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898178 Aug 31 18:05:54.386426 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device b541d22e-f9fe-48df-b895-4a61ec0182fa up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:05:54.465614 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port b541d22e-f9fe-48df-b895-4a61ec0182fa triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:05:54.466425 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:54.504499 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:54.504707 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:54.616582 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 9252716d-48a8-4f2d-8be4-48b85eb6f915 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:05:54.918840 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16624590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16623863'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:54.935633 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711164b-37c0-4e30-a47c-acdbd395afbb req-2f0ea5df-7b93-478b-86d0-aa85c329b061 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:54.954074 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9711164b-37c0-4e30-a47c-acdbd395afbb req-2f0ea5df-7b93-478b-86d0-aa85c329b061 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 943 time: 0.1285408 Aug 31 18:05:55.039113 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af64f49-c0f5-44ff-82b5-39141363ee9b None None] Network 02305619-007c-4a4a-9766-663534fe0eae requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:05:55.044302 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 9252716d-48a8-4f2d-8be4-48b85eb6f915 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:05:55.095051 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-891cba27-3e95-43b5-9485-b4e16fab07b4 req-7f131d8f-d17f-49ca-9edb-7351f5458a6d tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 210 time: 0.1006441 Aug 31 18:05:55.152669 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9711164b-37c0-4e30-a47c-acdbd395afbb req-f84dbc04-916e-4de0-beae-fb381d510465 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949129 Aug 31 18:05:55.237362 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-618e9e1e-3fd8-4fcc-a802-db66c3dbe7db None None] Provisioning for port 9252716d-48a8-4f2d-8be4-48b85eb6f915 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:05:55.240394 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device b34a9f93-d506-48aa-a523-bfd6d771774f details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:05:55.247704 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 56984) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:55.267526 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device bc657a81-6f33-40d6-9fb8-404829020723 no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:05:55.324216 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: bc657a81-6f33-40d6-9fb8-404829020723 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:05:55.324750 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device bc657a81-6f33-40d6-9fb8-404829020723 not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:05:55.611223 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-618e9e1e-3fd8-4fcc-a802-db66c3dbe7db None None] Provisioning complete for port 9252716d-48a8-4f2d-8be4-48b85eb6f915 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:05:55.611223 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-618e9e1e-3fd8-4fcc-a802-db66c3dbe7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:55.613073 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0f94b-f0c2-4416-9297-0e9fc1c72340 req-20a34086-32e2-4f4e-9ad6-0ae439bf7b06 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:55.613073 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-eac0f94b-f0c2-4416-9297-0e9fc1c72340 req-20a34086-32e2-4f4e-9ad6-0ae439bf7b06 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0624251 Aug 31 18:05:55.613526 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port b34a9f93-d506-48aa-a523-bfd6d771774f, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b34a9f93-d506-48aa-a523-bfd6d771774f,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:05:55.613526 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': 'b34a9f93-d506-48aa-a523-bfd6d771774f', 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8', 'port_id': 'b34a9f93-d506-48aa-a523-bfd6d771774f', 'mac_address': 'fa:16:3e:77:22:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f428a510-e539-4b72-8073-f50cf5f5996d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:05:55.614027 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba627e36-18a1-4db5-97cd-99684a1c6285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:55.614420 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 56994) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:55.651648 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-eac0f94b-f0c2-4416-9297-0e9fc1c72340 req-2afd4d3b-ee31-464f-b769-858ca5b7954a tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027551 Aug 31 18:05:55.681068 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-618e9e1e-3fd8-4fcc-a802-db66c3dbe7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:55.702541 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:55.751243 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8ab7fa7-453e-4b91-858f-eaf7c35628d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:55.751969 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34a9f93-d506-48aa-a523-bfd6d771774f {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:05:55.782866 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-618e9e1e-3fd8-4fcc-a802-db66c3dbe7db None None] For port 9252716d-48a8-4f2d-8be4-48b85eb6f915, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=9252716d-48a8-4f2d-8be4-48b85eb6f915,segment=NetworkSegment(93895fde-5e34-4d75-89e9-20fc3e540b69),segment_id=93895fde-5e34-4d75-89e9-20fc3e540b69)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:05:55.795254 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port b34a9f93-d506-48aa-a523-bfd6d771774f, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b34a9f93-d506-48aa-a523-bfd6d771774f,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:05:55.850771 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba627e36-18a1-4db5-97cd-99684a1c6285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:55.948340 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67fb60-101c-48b0-beb3-81fe92372dab req-ec501842-57bf-464d-a372-d7117b4c375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:55.951060 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6b67fb60-101c-48b0-beb3-81fe92372dab req-ec501842-57bf-464d-a372-d7117b4c375f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 1099 time: 0.0621974 Aug 31 18:05:56.011236 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6b67fb60-101c-48b0-beb3-81fe92372dab req-3617792c-6ac3-4d06-8cde-e8c0d0b1cd85 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417459 Aug 31 18:05:56.149022 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] Router 35bff545-9fe0-4caa-a718-08a3790ec52b is scheduled to L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:05:56.206606 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ba627e36-18a1-4db5-97cd-99684a1c6285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:56.224724 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:56.224724 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-618e9e1e-3fd8-4fcc-a802-db66c3dbe7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:56.324517 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=b34a9f93-d506-48aa-a523-bfd6d771774f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:56.351260 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3f38173f-d0ac-4f04-a633-07eb8389cb7a req-48bda662-02e1-4cf2-b077-3e3dd505d4a9 tempest-DeleteServersTestJSON-297106078 tempest-DeleteServersTestJSON-297106078-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae514cd-1ed7-4c6d-bedf-11f529b405dd HTTP/1.1" status: 200 len: 210 time: 0.1204779 Aug 31 18:05:56.366442 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba627e36-18a1-4db5-97cd-99684a1c6285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126460e3-ef9a-407f-ab15-69899355bda0,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:56.400720 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57018) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:56.402051 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-ba627e36-18a1-4db5-97cd-99684a1c6285 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb13bee6720048008424824f0290f7cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1525881 Aug 31 18:05:56.455565 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-60badb84-86f2-4b2e-8145-01e517f0b9ad None None] Provisioning complete for port 9252716d-48a8-4f2d-8be4-48b85eb6f915 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:05:56.455565 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-60badb84-86f2-4b2e-8145-01e517f0b9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:56.528248 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:05:56.531412 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee32af4-140f-4db5-9dce-d6afd2e8479d req-356a3ce1-d4f1-42a5-89d3-874b27f3ed60 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:56.538768 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Sync routers for ids ['35bff545-9fe0-4caa-a718-08a3790ec52b'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:05:56.539775 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-aee32af4-140f-4db5-9dce-d6afd2e8479d req-356a3ce1-d4f1-42a5-89d3-874b27f3ed60 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 944 time: 0.1991036 Aug 31 18:05:56.557365 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Routers {'35bff545-9fe0-4caa-a718-08a3790ec52b'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:05:56.564191 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:05:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['35bff545-9fe0-4caa-a718-08a3790ec52b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:05:56.647314 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e9e1e-3fd8-4fcc-a802-db66c3dbe7db None None] Pushing event updated for resources: {'Port': ['ID=9252716d-48a8-4f2d-8be4-48b85eb6f915,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:56.648238 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aba95a0d-9350-48bc-b437-8140a27f4d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:56.695509 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-aee32af4-140f-4db5-9dce-d6afd2e8479d req-cb77199e-63e2-476b-805a-ab5d53a8f152 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508391 Aug 31 18:05:56.724431 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aba95a0d-9350-48bc-b437-8140a27f4d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:56.775221 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:56.824414 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8ab7fa7-453e-4b91-858f-eaf7c35628d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:56.855131 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['b34a9f93-d506-48aa-a523-bfd6d771774f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:05:56.875622 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Set router 35bff545-9fe0-4caa-a718-08a3790ec52b gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:05:56.968865 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34915956-409c-49de-b1f6-5c9c19f03906 req-a1eaf29f-6483-4deb-ba27-8bdb512e9fdf tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:56.987003 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-34915956-409c-49de-b1f6-5c9c19f03906 req-a1eaf29f-6483-4deb-ba27-8bdb512e9fdf tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.1302862 Aug 31 18:05:56.989051 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8ab7fa7-453e-4b91-858f-eaf7c35628d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:57.075905 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-34915956-409c-49de-b1f6-5c9c19f03906 req-1bd97f1a-e4be-48b9-a8f6-657cacfcea8a tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836437 Aug 31 18:05:57.081653 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-f8ab7fa7-453e-4b91-858f-eaf7c35628d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e116ac53b62a4f5fa9ff5427eaa09a75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4727445 Aug 31 18:05:57.082848 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab7fa7-453e-4b91-858f-eaf7c35628d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41230386-b314-43ed-9f1e-ad8ade7acd9c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:57.083024 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 57032) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:57.112365 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aba95a0d-9350-48bc-b437-8140a27f4d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:57.118318 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aba95a0d-9350-48bc-b437-8140a27f4d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:57.121068 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-aba95a0d-9350-48bc-b437-8140a27f4d72 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/126460e3-ef9a-407f-ab15-69899355bda0 HTTP/1.1" status: 204 len: 168 time: 0.7181318 Aug 31 18:05:57.159010 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:57.160957 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-b50f6c5b-d1e5-4890-b027-da4ff7ec7916 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6885688 Aug 31 18:05:57.163162 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba95a0d-9350-48bc-b437-8140a27f4d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126460e3-ef9a-407f-ab15-69899355bda0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:57.165934 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57038) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:57.187359 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bff545-9fe0-4caa-a718-08a3790ec52b', 'name': 'tempest-TestVolumeBootPattern-274812559-router', 'tenant_id': '2834e407096f4d869dbcae9394c3fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '61627bba-731c-4630-a118-a74831aff192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:51Z', 'updated_at': '2021-08-31T18:05:54Z', 'revision_number': 3, 'project_id': '2834e407096f4d869dbcae9394c3fd00', 'gw_port': {'id': '61627bba-731c-4630-a118-a74831aff192', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:69:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bff545-9fe0-4caa-a718-08a3790ec52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:53Z', 'updated_at': '2021-08-31T18:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:05:57.232838 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc1ceb46-aafa-4e48-9a2f-f013d3f7a53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:57.247609 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Checking router: 35bff545-9fe0-4caa-a718-08a3790ec52b for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:05:57.248283 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Updating router 35bff545-9fe0-4caa-a718-08a3790ec52b port 61627bba-731c-4630-a118-a74831aff192 binding host dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:05:57.257492 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc1ceb46-aafa-4e48-9a2f-f013d3f7a53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:57.282495 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:57.455578 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc1ceb46-aafa-4e48-9a2f-f013d3f7a53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:57.460837 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc1ceb46-aafa-4e48-9a2f-f013d3f7a53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:57.466475 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-cc1ceb46-aafa-4e48-9a2f-f013d3f7a53f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/41230386-b314-43ed-9f1e-ad8ade7acd9c HTTP/1.1" status: 204 len: 168 time: 0.3782027 Aug 31 18:05:57.486630 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ceb46-aafa-4e48-9a2f-f013d3f7a53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41230386-b314-43ed-9f1e-ad8ade7acd9c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:57.627847 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:57.643135 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Transition to ACTIVE for port object 61627bba-731c-4630-a118-a74831aff192 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:05:57.753623 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:57.826559 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0fa12-5ebb-4e0d-a0b7-c93a01dc0d90 None None] Pushing event updated for resources: {'Port': ['ID=61627bba-731c-4630-a118-a74831aff192,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:57.862632 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Attempting to bind port 61627bba-731c-4630-a118-a74831aff192 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:05:57.863439 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Attempting to bind port 61627bba-731c-4630-a118-a74831aff192 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:05:57.867527 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Attempting to bind port 61627bba-731c-4630-a118-a74831aff192 on network d0d110ef-3035-4f07-b05a-39b223314ffd {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:05:57.872036 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:05:57.873622 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Checking segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:05:57.874841 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:57.875487 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Bound using segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:05:57.876324 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Bound port: 61627bba-731c-4630-a118-a74831aff192, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:05:57.877702 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:57.956229 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] For port 61627bba-731c-4630-a118-a74831aff192, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:05:57.960694 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] For port 61627bba-731c-4630-a118-a74831aff192, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=61627bba-731c-4630-a118-a74831aff192,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:05:58.081605 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:58.105303 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7b0c4-b0be-48b6-9e0b-bc1a5d456185 req-7dc7f4cf-d6d7-49e7-b598-8cedbdb39684 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:58.111620 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-19e7b0c4-b0be-48b6-9e0b-bc1a5d456185 req-7dc7f4cf-d6d7-49e7-b598-8cedbdb39684 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 944 time: 0.1247251 Aug 31 18:05:58.186498 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-19e7b0c4-b0be-48b6-9e0b-bc1a5d456185 req-5341d36e-be2a-4c84-8a78-90cb6ea31035 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682883 Aug 31 18:05:58.196295 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0fa12-5ebb-4e0d-a0b7-c93a01dc0d90 None None] Pushing event updated for resources: {'Port': ['ID=61627bba-731c-4630-a118-a74831aff192,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:58.198093 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:58.228376 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Routers {'35bff545-9fe0-4caa-a718-08a3790ec52b'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:05:58.229873 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:05:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['35bff545-9fe0-4caa-a718-08a3790ec52b'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:05:58.282370 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 9252716d-48a8-4f2d-8be4-48b85eb6f915 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:05:58.388563 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e4ce8-90eb-4f0f-923c-78b7eec44ca9 req-e355e1f9-8060-4f8d-a833-ff8c09736db4 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:58.412225 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f50e4ce8-90eb-4f0f-923c-78b7eec44ca9 req-e355e1f9-8060-4f8d-a833-ff8c09736db4 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.1429338 Aug 31 18:05:58.452352 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] Set router 35bff545-9fe0-4caa-a718-08a3790ec52b gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:05:58.467365 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 9252716d-48a8-4f2d-8be4-48b85eb6f915 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:05:58.467816 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:58.547187 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f50e4ce8-90eb-4f0f-923c-78b7eec44ca9 req-1c858747-5944-4e96-88fa-e5a4c0c8674e tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336343 Aug 31 18:05:58.612874 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] Allocated IP 172.20.0.1 (02305619-007c-4a4a-9766-663534fe0eae/445fb51a-2ffe-4350-94cc-e485ac648037/bf64a43f-8d47-4d57-a164-861c6a54a092) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:05:58.710401 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 57078) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:58.738595 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bff545-9fe0-4caa-a718-08a3790ec52b', 'name': 'tempest-TestVolumeBootPattern-274812559-router', 'tenant_id': '2834e407096f4d869dbcae9394c3fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '61627bba-731c-4630-a118-a74831aff192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:51Z', 'updated_at': '2021-08-31T18:05:54Z', 'revision_number': 3, 'project_id': '2834e407096f4d869dbcae9394c3fd00', 'gw_port': {'id': '61627bba-731c-4630-a118-a74831aff192', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:69:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bff545-9fe0-4caa-a718-08a3790ec52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:53Z', 'updated_at': '2021-08-31T18:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:05:58.764190 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-811dc0ec-2ba9-46f2-9683-ee1322e764e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:58.771060 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a888a-30cc-46ab-851e-716924c49b0d None None] The sync data for ids ['35bff545-9fe0-4caa-a718-08a3790ec52b'] in dv-cinder-806740-4-iscsi is: [{'id': '35bff545-9fe0-4caa-a718-08a3790ec52b', 'name': 'tempest-TestVolumeBootPattern-274812559-router', 'tenant_id': '2834e407096f4d869dbcae9394c3fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '61627bba-731c-4630-a118-a74831aff192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:51Z', 'updated_at': '2021-08-31T18:05:54Z', 'revision_number': 3, 'project_id': '2834e407096f4d869dbcae9394c3fd00', 'gw_port': {'id': '61627bba-731c-4630-a118-a74831aff192', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:69:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bff545-9fe0-4caa-a718-08a3790ec52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:53Z', 'updated_at': '2021-08-31T18:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:05:58.779068 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:58.813969 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] Transition to ACTIVE for port object bf64a43f-8d47-4d57-a164-861c6a54a092 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:05:58.923172 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-811dc0ec-2ba9-46f2-9683-ee1322e764e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:59.043564 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:59.109140 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-811dc0ec-2ba9-46f2-9683-ee1322e764e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:59.158789 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] Pushing event updated for resources: {'Port': ['ID=bf64a43f-8d47-4d57-a164-861c6a54a092,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:59.165735 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57086) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:59.169053 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-811dc0ec-2ba9-46f2-9683-ee1322e764e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a0d4833659c14014a7e69d9f6a9ac6a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4571166 Aug 31 18:05:59.180428 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811dc0ec-2ba9-46f2-9683-ee1322e764e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639ca1b9-b4f7-4307-b321-924ebd69550f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:59.189876 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 57088) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:59.192509 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] Network 02305619-007c-4a4a-9766-663534fe0eae is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:05:59.194623 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e94d898-703d-4a6c-8b16-84221c4c7e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:59.211261 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:05:59.236732 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:05:59.237310 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16620676'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:59.309935 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device b34a9f93-d506-48aa-a523-bfd6d771774f up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:05:59.344125 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4617d92c-811c-46da-8f3b-e7dccc77466f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:59.419149 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4617d92c-811c-46da-8f3b-e7dccc77466f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:59.570516 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6206f-5514-4ebf-8181-233d219e7bb9 req-2b299442-0b41-4282-ab01-4098fa590f44 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:59.577449 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fae6206f-5514-4ebf-8181-233d219e7bb9 req-2b299442-0b41-4282-ab01-4098fa590f44 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 944 time: 0.2352538 Aug 31 18:05:59.581967 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e94d898-703d-4a6c-8b16-84221c4c7e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:59.605365 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port b34a9f93-d506-48aa-a523-bfd6d771774f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:05:59.626925 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port b34a9f93-d506-48aa-a523-bfd6d771774f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:05:59.626925 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:59.707492 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e94d898-703d-4a6c-8b16-84221c4c7e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:59.735670 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94d898-703d-4a6c-8b16-84221c4c7e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a821c45-3ce0-4582-828f-80d4f277a36a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:59.772113 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fae6206f-5514-4ebf-8181-233d219e7bb9 req-d4a358fb-c224-42f7-adb6-0141d146a5d2 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792779 Aug 31 18:05:59.814078 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808dbf8-b18c-4b09-8106-c10622c81493 req-6e7e16f3-d476-4f4d-9722-5f4f562dc0d3 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:05:59.816752 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0808dbf8-b18c-4b09-8106-c10622c81493 req-6e7e16f3-d476-4f4d-9722-5f4f562dc0d3 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.1107113 Aug 31 18:05:59.825211 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4617d92c-811c-46da-8f3b-e7dccc77466f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:59.836076 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4617d92c-811c-46da-8f3b-e7dccc77466f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:59.838201 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-4617d92c-811c-46da-8f3b-e7dccc77466f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/639ca1b9-b4f7-4307-b321-924ebd69550f HTTP/1.1" status: 204 len: 168 time: 0.6461265 Aug 31 18:05:59.840879 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:59.849879 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bf49fa96-512e-4df5-87a7-edacfb1efbf8 None None] Provisioning for port bf64a43f-8d47-4d57-a164-861c6a54a092 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:05:59.854796 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:59.861544 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617d92c-811c-46da-8f3b-e7dccc77466f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639ca1b9-b4f7-4307-b321-924ebd69550f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:05:59.880457 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bf49fa96-512e-4df5-87a7-edacfb1efbf8 None None] Provisioning complete for port bf64a43f-8d47-4d57-a164-861c6a54a092 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:05:59.880890 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bf49fa96-512e-4df5-87a7-edacfb1efbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:05:59.888989 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-3e94d898-703d-4a6c-8b16-84221c4c7e1d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=85112f9d37b94ccb8ad27f0daac75215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7214789 Aug 31 18:05:59.889798 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57114) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:59.890195 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57116) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:05:59.939595 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-bf49fa96-512e-4df5-87a7-edacfb1efbf8 None None] Port bf64a43f-8d47-4d57-a164-861c6a54a092 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:05:59.976436 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcffaef-06d8-4e9f-ab27-a57ab3b4595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34a9f93-d506-48aa-a523-bfd6d771774f'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:05:59.983194 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83876939-d00c-493a-826a-ec1d5f1f22b2" -d '{"events": [{"server_uuid": "2dcffaef-06d8-4e9f-ab27-a57ab3b4595a", "name": "network-vif-plugged", "status": "completed", "tag": "b34a9f93-d506-48aa-a523-bfd6d771774f"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:05:59.983647 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0808dbf8-b18c-4b09-8106-c10622c81493 req-c9ec9765-a8ed-4782-8918-95a804e45404 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602125 Aug 31 18:06:00.028900 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port b34a9f93-d506-48aa-a523-bfd6d771774f, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b34a9f93-d506-48aa-a523-bfd6d771774f,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:06:00.066040 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89eb396-a11b-4757-9cbc-72c46f6ab143 x-openstack-request-id: req-b89eb396-a11b-4757-9cbc-72c46f6ab143 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:06:00.066563 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcffaef-06d8-4e9f-ab27-a57ab3b4595a", "name": "network-vif-plugged", "status": "completed", "tag": "b34a9f93-d506-48aa-a523-bfd6d771774f", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:06:00.067160 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b89eb396-a11b-4757-9cbc-72c46f6ab143 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:06:00.068194 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcffaef-06d8-4e9f-ab27-a57ab3b4595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34a9f93-d506-48aa-a523-bfd6d771774f', 'code': 200} Aug 31 18:06:00.136869 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-798358a8-fb1b-4d64-86b3-ce6b86481bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:00.154781 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:00.162142 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-07155b34-a193-40ed-947e-7679eecc815e admin admin] Deleting subnet 7ed33ecb-d13b-46e3-9d0d-57b647f1440a {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:06:00.176484 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07155b34-a193-40ed-947e-7679eecc815e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:00.218816 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b55f1d-deca-46da-b6b3-8ea5e578c1e2 req-475fbda4-5d79-4ca0-8d32-e22b2a03f307 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:00.222432 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-31b55f1d-deca-46da-b6b3-8ea5e578c1e2 req-475fbda4-5d79-4ca0-8d32-e22b2a03f307 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.1127262 Aug 31 18:06:00.236442 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 61627bba-731c-4630-a118-a74831aff192 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:06:00.270073 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-31b55f1d-deca-46da-b6b3-8ea5e578c1e2 req-7eb050b7-17b3-4071-91c3-e0368c9124ca tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423760 Aug 31 18:06:00.298141 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-798358a8-fb1b-4d64-86b3-ce6b86481bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:00.324020 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=b34a9f93-d506-48aa-a523-bfd6d771774f,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:00.334548 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07155b34-a193-40ed-947e-7679eecc815e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:00.389198 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07155b34-a193-40ed-947e-7679eecc815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-582367'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:00.522246 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:00.562229 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 61627bba-731c-4630-a118-a74831aff192 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:06:00.582476 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 61627bba-731c-4630-a118-a74831aff192 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:00.582476 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:00.657297 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-798358a8-fb1b-4d64-86b3-ce6b86481bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:00.660881 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-798358a8-fb1b-4d64-86b3-ce6b86481bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:00.672644 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-798358a8-fb1b-4d64-86b3-ce6b86481bcf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6a821c45-3ce0-4582-828f-80d4f277a36a HTTP/1.1" status: 204 len: 168 time: 0.7709763 Aug 31 18:06:00.672914 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:00.679859 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878ad1a-b0e3-428e-a9ef-312c2a40a42d req-92afb23a-655d-49a5-b97f-fd0b19f0702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:00.683778 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a878ad1a-b0e3-428e-a9ef-312c2a40a42d req-92afb23a-655d-49a5-b97f-fd0b19f0702e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 1098 time: 0.0679886 Aug 31 18:06:00.688484 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798358a8-fb1b-4d64-86b3-ce6b86481bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a821c45-3ce0-4582-828f-80d4f277a36a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:00.711303 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port 61627bba-731c-4630-a118-a74831aff192, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=61627bba-731c-4630-a118-a74831aff192,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:06:00.731263 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07155b34-a193-40ed-947e-7679eecc815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-582356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:00.749684 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07155b34-a193-40ed-947e-7679eecc815e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:00.754215 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-07155b34-a193-40ed-947e-7679eecc815e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7ed33ecb-d13b-46e3-9d0d-57b647f1440a HTTP/1.1" status: 204 len: 168 time: 0.8591533 Aug 31 18:06:00.754215 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:00.754657 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16625204'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:00.755976 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 57136) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:00.778710 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a878ad1a-b0e3-428e-a9ef-312c2a40a42d req-ef78383d-ecee-4a5c-8a15-e47da9b5d486 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742173 Aug 31 18:06:00.790801 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07155b34-a193-40ed-947e-7679eecc815e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ed33ecb-d13b-46e3-9d0d-57b647f1440a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:00.880697 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8dcae531-42b2-4a09-ac4a-4607254942bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563888'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:00.907767 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:01.010643 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8dcae531-42b2-4a09-ac4a-4607254942bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582948', 'neutron.services.segments.db._delete_segments_for_network-8760416493249'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:01.024271 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-8dcae531-42b2-4a09-ac4a-4607254942bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c6861f-3d86-490d-a65b-37043819ba3a']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:01.036347 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=61627bba-731c-4630-a118-a74831aff192,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:01.038028 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-8dcae531-42b2-4a09-ac4a-4607254942bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d5b043-66e2-4920-ad0c-b6a3e049baf2') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:01.038736 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-8dcae531-42b2-4a09-ac4a-4607254942bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d5b043-66e2-4920-ad0c-b6a3e049baf2') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:01.052891 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8dcae531-42b2-4a09-ac4a-4607254942bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760416505941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14011211'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:01.053176 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] Network 02305619-007c-4a4a-9766-663534fe0eae is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:06:01.061220 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:06:01.067161 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] Pushing event updated for resources: {'Port': ['ID=bf64a43f-8d47-4d57-a164-861c6a54a092,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:01.092661 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8dcae531-42b2-4a09-ac4a-4607254942bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:01.105114 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dcae531-42b2-4a09-ac4a-4607254942bd admin admin] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8dcae531-42b2-4a09-ac4a-4607254942bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14918096'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: Traceback (most recent call last): Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: timer() Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: cb(*args, **kw) Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: return func(*args, **kwargs) Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: self._notify() Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: self.callback(batched_events) Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: event.method(event) Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: return f(self, *a, **k) Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._get(url).json() Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:06:01.107862 dv-cinder-806740-4-iscsi neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:06:01.176957 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa296cf9-159a-4f4c-8e40-7ef4aed60397 req-db542bf8-337b-4208-a817-c47655cb24cb tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:01.184330 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-aa296cf9-159a-4f4c-8e40-7ef4aed60397 req-db542bf8-337b-4208-a817-c47655cb24cb tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 945 time: 0.1356947 Aug 31 18:06:01.242472 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-aa296cf9-159a-4f4c-8e40-7ef4aed60397 req-b48a5381-d54d-43ca-a29b-746155c1b57f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570488 Aug 31 18:06:01.291323 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8dcae531-42b2-4a09-ac4a-4607254942bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-582973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16620547'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:01.300243 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8dcae531-42b2-4a09-ac4a-4607254942bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:01.304858 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-8dcae531-42b2-4a09-ac4a-4607254942bd admin admin] 10.222.0.58 "DELETE /v2.0/networks/52c6861f-3d86-490d-a65b-37043819ba3a HTTP/1.1" status: 204 len: 168 time: 0.5440166 Aug 31 18:06:01.325589 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] Router 35bff545-9fe0-4caa-a718-08a3790ec52b has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:06:01.331104 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcae531-42b2-4a09-ac4a-4607254942bd admin admin] Pushing event deleted for resources: {'Network': ['ID=52c6861f-3d86-490d-a65b-37043819ba3a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:01.477425 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:06:01.497594 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-29904e00-3372-4000-97aa-ed8cd777b410 None None] Provisioning complete for port bf64a43f-8d47-4d57-a164-861c6a54a092 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:01.497594 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-29904e00-3372-4000-97aa-ed8cd777b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:01.508492 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-d8cc4e16-c366-43e6-8a2e-9883fb0a7b44 admin admin] 10.222.0.58 "PUT /v2.0/routers/35bff545-9fe0-4caa-a718-08a3790ec52b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3159776 Aug 31 18:06:01.524891 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-29904e00-3372-4000-97aa-ed8cd777b410 None None] Port bf64a43f-8d47-4d57-a164-861c6a54a092 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:06:01.585194 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Sync routers for ids ['35bff545-9fe0-4caa-a718-08a3790ec52b'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:06:01.608567 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Routers {'35bff545-9fe0-4caa-a718-08a3790ec52b'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:06:01.613277 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:05:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['35bff545-9fe0-4caa-a718-08a3790ec52b'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:01.803896 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Set router 35bff545-9fe0-4caa-a718-08a3790ec52b gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:06:02.138718 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bff545-9fe0-4caa-a718-08a3790ec52b', 'name': 'tempest-TestVolumeBootPattern-274812559-router', 'tenant_id': '2834e407096f4d869dbcae9394c3fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '61627bba-731c-4630-a118-a74831aff192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:51Z', 'updated_at': '2021-08-31T18:05:59Z', 'revision_number': 4, 'project_id': '2834e407096f4d869dbcae9394c3fd00', 'gw_port': {'id': '61627bba-731c-4630-a118-a74831aff192', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bff545-9fe0-4caa-a718-08a3790ec52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:53Z', 'updated_at': '2021-08-31T18:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': 'bf64a43f-8d47-4d57-a164-861c6a54a092', 'name': '', 'network_id': '02305619-007c-4a4a-9766-663534fe0eae', 'tenant_id': '2834e407096f4d869dbcae9394c3fd00', 'mac_address': 'fa:16:3e:35:5d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bff545-9fe0-4caa-a718-08a3790ec52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '445fb51a-2ffe-4350-94cc-e485ac648037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:58Z', 'updated_at': '2021-08-31T18:06:00Z', 'revision_number': 2, 'project_id': '2834e407096f4d869dbcae9394c3fd00', 'subnets': [{'id': '445fb51a-2ffe-4350-94cc-e485ac648037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:02.178241 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Checking router: 35bff545-9fe0-4caa-a718-08a3790ec52b for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:06:02.178607 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Updating router 35bff545-9fe0-4caa-a718-08a3790ec52b port bf64a43f-8d47-4d57-a164-861c6a54a092 binding host dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:06:02.183950 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 61627bba-731c-4630-a118-a74831aff192 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:06:02.223371 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 57176) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:02.286787 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-c6e0251f-932e-4a0d-8e34-25306b83a937 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=85eba42bd55b4d90b20cd971474ca80e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0621417 Aug 31 18:06:02.290635 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57180) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:02.326773 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:02.393463 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 61627bba-731c-4630-a118-a74831aff192 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:02.393840 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:02.420186 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500561d3-7137-4375-8265-c2d698285374 req-dcf0f89b-fe42-4c02-b32c-23f54b330675 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:02.422369 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8baa4dbb-e463-4c54-b4e4-46610b99ee00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:02.425031 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-500561d3-7137-4375-8265-c2d698285374 req-dcf0f89b-fe42-4c02-b32c-23f54b330675 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 945 time: 0.0880506 Aug 31 18:06:02.462168 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8baa4dbb-e463-4c54-b4e4-46610b99ee00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:02.567758 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-500561d3-7137-4375-8265-c2d698285374 req-a12eafc7-400e-4698-8dd2-1dfd151ceb1a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343918 Aug 31 18:06:02.648178 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8baa4dbb-e463-4c54-b4e4-46610b99ee00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:02.657839 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8baa4dbb-e463-4c54-b4e4-46610b99ee00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:02.663666 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-8baa4dbb-e463-4c54-b4e4-46610b99ee00 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/41457cf6-2af5-4774-8306-cce720c63329 HTTP/1.1" status: 204 len: 168 time: 0.3687479 Aug 31 18:06:02.693619 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa4dbb-e463-4c54-b4e4-46610b99ee00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41457cf6-2af5-4774-8306-cce720c63329,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:02.811771 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 57196) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:02.996988 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:03.011546 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Transition to ACTIVE for port object bf64a43f-8d47-4d57-a164-861c6a54a092 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:06:03.147674 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:03.160525 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 57208) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:03.170834 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d5a3738d-d248-4902-a8cb-97464586b9d9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-760562050', 'description': 'tempest-secgroup-smoke-760562050 description', 'project_id': '0c2a9f290de14f9a8b00844d222cdd70'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:03.239294 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801ba4e-a391-4bd2-bf38-3791440daa19 None None] Pushing event updated for resources: {'Port': ['ID=bf64a43f-8d47-4d57-a164-861c6a54a092,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:03.308213 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Attempting to bind port bf64a43f-8d47-4d57-a164-861c6a54a092 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:06:03.308471 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Attempting to bind port bf64a43f-8d47-4d57-a164-861c6a54a092 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '93895fde-5e34-4d75-89e9-20fc3e540b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '02305619-007c-4a4a-9766-663534fe0eae'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:06:03.308849 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Attempting to bind port bf64a43f-8d47-4d57-a164-861c6a54a092 on network 02305619-007c-4a4a-9766-663534fe0eae {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:06:03.315993 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:06:03.317306 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Checking segment: {'id': '93895fde-5e34-4d75-89e9-20fc3e540b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '02305619-007c-4a4a-9766-663534fe0eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:06:03.319793 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:03.320532 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Bound using segment: {'id': '93895fde-5e34-4d75-89e9-20fc3e540b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '02305619-007c-4a4a-9766-663534fe0eae'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:06:03.321400 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Bound port: bf64a43f-8d47-4d57-a164-861c6a54a092, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93895fde-5e34-4d75-89e9-20fc3e540b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '02305619-007c-4a4a-9766-663534fe0eae'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:06:03.321916 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:03.389131 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d5a3738d-d248-4902-a8cb-97464586b9d9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:03.418971 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-beb25775-159a-4a85-9619-894d3e27bc47 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-42012741-network', 'tenant_id': 'f6c4b7e6775d4e8da2b1c079ef80ab8d'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:03.477668 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] For port bf64a43f-8d47-4d57-a164-861c6a54a092, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:06:03.484618 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] For port bf64a43f-8d47-4d57-a164-861c6a54a092, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=bf64a43f-8d47-4d57-a164-861c6a54a092,segment=NetworkSegment(93895fde-5e34-4d75-89e9-20fc3e540b69),segment_id=93895fde-5e34-4d75-89e9-20fc3e540b69)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:06:03.509538 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.db.api [None req-d5a3738d-d248-4902-a8cb-97464586b9d9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 18:06:03.509538 dv-cinder-806740-4-iscsi neutron-server[94691]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 18:06:03.509538 dv-cinder-806740-4-iscsi neutron-server[94691]: [parameters: {'project_id_1': '0c2a9f290de14f9a8b00844d222cdd70', 'expiration_1': datetime.datetime(2021, 8, 31, 18, 6, 3, 458691)}] Aug 31 18:06:03.509538 dv-cinder-806740-4-iscsi neutron-server[94691]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 18:06:03.510842 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG oslo_db.api [None req-d5a3738d-d248-4902-a8cb-97464586b9d9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 18:06:03.583453 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:03.617543 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb25775-159a-4a85-9619-894d3e27bc47 admin admin] Made reservation on behalf of f6c4b7e6775d4e8da2b1c079ef80ab8d for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:06:03.622689 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-beb25775-159a-4a85-9619-894d3e27bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:03.640181 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-beb25775-159a-4a85-9619-894d3e27bc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:03.736249 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Routers {'35bff545-9fe0-4caa-a718-08a3790ec52b'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:06:03.737435 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:05:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['35bff545-9fe0-4caa-a718-08a3790ec52b'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:03.847209 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801ba4e-a391-4bd2-bf38-3791440daa19 None None] Pushing event updated for resources: {'Port': ['ID=bf64a43f-8d47-4d57-a164-861c6a54a092,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:03.901543 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-beb25775-159a-4a85-9619-894d3e27bc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:03.976728 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ed812-37d3-47ec-8848-e7c70c45423f req-d8a28419-2934-4584-9f78-969639f8f313 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:03.987462 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-761ed812-37d3-47ec-8848-e7c70c45423f req-d8a28419-2934-4584-9f78-969639f8f313 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 945 time: 0.1533997 Aug 31 18:06:04.012598 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d5a3738d-d248-4902-a8cb-97464586b9d9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:04.039271 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] Set router 35bff545-9fe0-4caa-a718-08a3790ec52b gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:06:04.095129 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-beb25775-159a-4a85-9619-894d3e27bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:04.165822 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb25775-159a-4a85-9619-894d3e27bc47 admin admin] vlan segment allocate from pool success with {'vlan_id': 1215, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:06:04.214165 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-beb25775-159a-4a85-9619-894d3e27bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:04.214848 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.segments_db [None req-beb25775-159a-4a85-9619-894d3e27bc47 admin admin] Added segment 565dc009-33e9-41ec-bdc5-8310b4326173 of type vlan for network 4bc94981-504e-4c4f-8a18-acafd0e6a653 Aug 31 18:06:04.299160 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-beb25775-159a-4a85-9619-894d3e27bc47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:04.339932 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-761ed812-37d3-47ec-8848-e7c70c45423f req-64254555-c106-4698-9d00-30d2aca6367a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383191 Aug 31 18:06:04.352928 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb25775-159a-4a85-9619-894d3e27bc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7bc33e-7981-4f00-bdbe-5a4f7f3380be,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:04.463770 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d5a3738d-d248-4902-a8cb-97464586b9d9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:04.529699 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bff545-9fe0-4caa-a718-08a3790ec52b', 'name': 'tempest-TestVolumeBootPattern-274812559-router', 'tenant_id': '2834e407096f4d869dbcae9394c3fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '61627bba-731c-4630-a118-a74831aff192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:51Z', 'updated_at': '2021-08-31T18:05:59Z', 'revision_number': 4, 'project_id': '2834e407096f4d869dbcae9394c3fd00', 'gw_port': {'id': '61627bba-731c-4630-a118-a74831aff192', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bff545-9fe0-4caa-a718-08a3790ec52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:53Z', 'updated_at': '2021-08-31T18:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': 'bf64a43f-8d47-4d57-a164-861c6a54a092', 'name': '', 'network_id': '02305619-007c-4a4a-9766-663534fe0eae', 'tenant_id': '2834e407096f4d869dbcae9394c3fd00', 'mac_address': 'fa:16:3e:35:5d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bff545-9fe0-4caa-a718-08a3790ec52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '445fb51a-2ffe-4350-94cc-e485ac648037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:58Z', 'updated_at': '2021-08-31T18:06:03Z', 'revision_number': 4, 'project_id': '2834e407096f4d869dbcae9394c3fd00', 'subnets': [{'id': '445fb51a-2ffe-4350-94cc-e485ac648037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:04.593892 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c67d28-b421-46a3-8216-c88bcf01efa6 None None] The sync data for ids ['35bff545-9fe0-4caa-a718-08a3790ec52b'] in dv-cinder-806740-4-iscsi is: [{'id': '35bff545-9fe0-4caa-a718-08a3790ec52b', 'name': 'tempest-TestVolumeBootPattern-274812559-router', 'tenant_id': '2834e407096f4d869dbcae9394c3fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '61627bba-731c-4630-a118-a74831aff192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:51Z', 'updated_at': '2021-08-31T18:05:59Z', 'revision_number': 4, 'project_id': '2834e407096f4d869dbcae9394c3fd00', 'gw_port': {'id': '61627bba-731c-4630-a118-a74831aff192', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bff545-9fe0-4caa-a718-08a3790ec52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:53Z', 'updated_at': '2021-08-31T18:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': 'bf64a43f-8d47-4d57-a164-861c6a54a092', 'name': '', 'network_id': '02305619-007c-4a4a-9766-663534fe0eae', 'tenant_id': '2834e407096f4d869dbcae9394c3fd00', 'mac_address': 'fa:16:3e:35:5d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bff545-9fe0-4caa-a718-08a3790ec52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '445fb51a-2ffe-4350-94cc-e485ac648037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:58Z', 'updated_at': '2021-08-31T18:06:03Z', 'revision_number': 4, 'project_id': '2834e407096f4d869dbcae9394c3fd00', 'subnets': [{'id': '445fb51a-2ffe-4350-94cc-e485ac648037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:06:04.594495 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-beb25775-159a-4a85-9619-894d3e27bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:04.596490 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb25775-159a-4a85-9619-894d3e27bc47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:04.597699 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-beb25775-159a-4a85-9619-894d3e27bc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:04.753078 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d5a3738d-d248-4902-a8cb-97464586b9d9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:04.853692 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-beb25775-159a-4a85-9619-894d3e27bc47 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0395017 Aug 31 18:06:04.859564 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57254) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:04.881232 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-2b53d8f5-bce1-4155-825c-0e7f02d66349 admin admin] Request body: {'subnet': {'network_id': '4bc94981-504e-4c4f-8a18-acafd0e6a653', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-42012741-subnet', 'tenant_id': 'f6c4b7e6775d4e8da2b1c079ef80ab8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:04.888025 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb25775-159a-4a85-9619-894d3e27bc47 admin admin] Pushing event updated for resources: {'Network': ['ID=4bc94981-504e-4c4f-8a18-acafd0e6a653,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:04.901186 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3738d-d248-4902-a8cb-97464586b9d9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86545033-f39e-4bf0-b10e-3b32553c44fd,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:04.915874 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network 4bc94981-504e-4c4f-8a18-acafd0e6a653 details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:06:04.967981 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d5a3738d-d248-4902-a8cb-97464586b9d9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:04.985769 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:06:04.986750 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-d5a3738d-d248-4902-a8cb-97464586b9d9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.8180616 Aug 31 18:06:04.987808 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 57264) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:05.008255 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e0401c80-5ea8-4483-bd7e-be01fb513eb1 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Request body: {'security_group_rule': {'security_group_id': '86545033-f39e-4bf0-b10e-3b32553c44fd', 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:05.143259 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b53d8f5-bce1-4155-825c-0e7f02d66349 admin admin] Made reservation on behalf of f6c4b7e6775d4e8da2b1c079ef80ab8d for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:06:05.150921 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b53d8f5-bce1-4155-825c-0e7f02d66349 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:05.363123 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca5939-ce99-46c7-b558-97f8d50b7994 req-665b5371-be61-4cbe-af5d-744e6ca66c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:05.366188 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0aca5939-ce99-46c7-b558-97f8d50b7994 req-665b5371-be61-4cbe-af5d-744e6ca66c1d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6058b10a83d8420bb755354e3a8d3077&device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 1098 time: 0.2404728 Aug 31 18:06:05.384101 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8cfda-60cf-4343-919e-aef1db5d8aba req-c394179b-a9c5-4428-81dc-93dbf5064529 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:05.411810 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-76c8cfda-60cf-4343-919e-aef1db5d8aba req-c394179b-a9c5-4428-81dc-93dbf5064529 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.2112625 Aug 31 18:06:05.675761 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57278) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:05.734120 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57282) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:05.795312 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b53d8f5-bce1-4155-825c-0e7f02d66349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:05.961126 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b53d8f5-bce1-4155-825c-0e7f02d66349 admin admin] Checking segment: {'id': '565dc009-33e9-41ec-bdc5-8310b4326173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '4bc94981-504e-4c4f-8a18-acafd0e6a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:06:05.962112 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b53d8f5-bce1-4155-825c-0e7f02d66349 admin admin] Network hostable DHCP agents. Network: 4bc94981-504e-4c4f-8a18-acafd0e6a653, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:06:05.972684 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53d8f5-bce1-4155-825c-0e7f02d66349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf7f0dcb-c112-40b3-aa00-d29d65a1f63b,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:05.985689 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e0401c80-5ea8-4483-bd7e-be01fb513eb1 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:05.986415 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-027e3bd8-0bc8-4748-8845-5a021289cc88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-network', 'tenant_id': '2a9119ab965447a3863afba172552fbe'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:06.199348 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f3b4cc3a-dae3-419d-b1ac-077d059a7eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:06.204076 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027e3bd8-0bc8-4748-8845-5a021289cc88 admin admin] Made reservation on behalf of 2a9119ab965447a3863afba172552fbe for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:06:06.208228 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-027e3bd8-0bc8-4748-8845-5a021289cc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:06.219685 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-76c8cfda-60cf-4343-919e-aef1db5d8aba req-a9daff18-a10a-42d5-964c-5d13659814d2 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8196836 Aug 31 18:06:06.254698 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-027e3bd8-0bc8-4748-8845-5a021289cc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:06.269213 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b53d8f5-bce1-4155-825c-0e7f02d66349 admin admin] Network 4bc94981-504e-4c4f-8a18-acafd0e6a653 is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:06:06.356068 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device bf64a43f-8d47-4d57-a164-861c6a54a092 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:06:06.376209 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca5939-ce99-46c7-b558-97f8d50b7994 req-ab5a624d-f363-4c55-b5b7-60dc98476ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:06.378978 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0aca5939-ce99-46c7-b558-97f8d50b7994 req-ab5a624d-f363-4c55-b5b7-60dc98476ab1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50 HTTP/1.1" status: 200 len: 920 time: 0.9769289 Aug 31 18:06:06.382315 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e0401c80-5ea8-4483-bd7e-be01fb513eb1 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:06.399620 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-2b53d8f5-bce1-4155-825c-0e7f02d66349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, 4bc94981-504e-4c4f-8a18-acafd0e6a653) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:06:06.411701 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b53d8f5-bce1-4155-825c-0e7f02d66349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:06.413093 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b53d8f5-bce1-4155-825c-0e7f02d66349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:06.469661 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4281b992-415b-479a-8940-c634a349195b None None] Network 4bc94981-504e-4c4f-8a18-acafd0e6a653 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:06:06.502635 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0aca5939-ce99-46c7-b558-97f8d50b7994 req-e4f7405b-8046-48d6-a848-5a4e1f7f9391 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 HTTP/1.1" status: 200 len: 217 time: 0.1150608 Aug 31 18:06:06.509297 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e0401c80-5ea8-4483-bd7e-be01fb513eb1 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:06.516764 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f3b4cc3a-dae3-419d-b1ac-077d059a7eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:06.615095 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0401c80-5ea8-4483-bd7e-be01fb513eb1 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b278b6-63d4-4f58-885d-7e0e50be965b,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:06.639656 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f3b4cc3a-dae3-419d-b1ac-077d059a7eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:06.663395 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca5939-ce99-46c7-b558-97f8d50b7994 req-307b969e-4555-4272-adda-b00514d8c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:06.666970 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0aca5939-ce99-46c7-b558-97f8d50b7994 req-307b969e-4555-4272-adda-b00514d8c396 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f1ac8396-1493-4c14-afbc-6ca83d5e9484 HTTP/1.1" status: 200 len: 858 time: 0.1355910 Aug 31 18:06:06.681584 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8895d7a9-3748-405a-a369-6ab9f8d333fe None None] Network 4bc94981-504e-4c4f-8a18-acafd0e6a653 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:06:06.713128 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-f3b4cc3a-dae3-419d-b1ac-077d059a7eb7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e4e3bc57a82f46febb7e028ca0e56658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9732122 Aug 31 18:06:06.713715 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4cc3a-dae3-419d-b1ac-077d059a7eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5391c9d7-a55f-4249-a07d-758d8aa350d3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:06.716688 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57296) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:06.727628 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port bf64a43f-8d47-4d57-a164-861c6a54a092 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:06:06.738377 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0aca5939-ce99-46c7-b558-97f8d50b7994 req-259644fa-320a-440d-97b4-ce270d94731c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622005 Aug 31 18:06:06.764840 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-2b53d8f5-bce1-4155-825c-0e7f02d66349 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9026988 Aug 31 18:06:06.820824 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port bf64a43f-8d47-4d57-a164-861c6a54a092 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:06.839477 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:06.855850 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e0401c80-5ea8-4483-bd7e-be01fb513eb1 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:06.856436 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1cf27a63-a531-4c8c-b637-913e1ece6be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:06.861500 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-e0401c80-5ea8-4483-bd7e-be01fb513eb1 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8687048 Aug 31 18:06:06.863497 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 57300) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:06.885090 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-2f59eae3-43fa-403c-aa8a-43f87780bb01 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Request body: {'security_group_rule': {'security_group_id': '86545033-f39e-4bf0-b10e-3b32553c44fd', 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:06.977870 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1cf27a63-a531-4c8c-b637-913e1ece6be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:06.988512 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0aca5939-ce99-46c7-b558-97f8d50b7994 req-a1a59221-d0a0-4141-a73b-ba07e42d312a service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324402 Aug 31 18:06:07.037090 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:07.143869 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port bf64a43f-8d47-4d57-a164-861c6a54a092, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=bf64a43f-8d47-4d57-a164-861c6a54a092,segment=NetworkSegment(93895fde-5e34-4d75-89e9-20fc3e540b69),segment_id=93895fde-5e34-4d75-89e9-20fc3e540b69)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:06:07.160777 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-027e3bd8-0bc8-4748-8845-5a021289cc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:07.228447 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0aca5939-ce99-46c7-b558-97f8d50b7994 req-6c922632-ac44-429e-b73b-e2a566d5c21d service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336109 Aug 31 18:06:07.330788 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-027e3bd8-0bc8-4748-8845-5a021289cc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:07.334181 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:07.336693 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1cf27a63-a531-4c8c-b637-913e1ece6be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:07.339415 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1cf27a63-a531-4c8c-b637-913e1ece6be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:07.340589 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-1cf27a63-a531-4c8c-b637-913e1ece6be8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5391c9d7-a55f-4249-a07d-758d8aa350d3 HTTP/1.1" status: 204 len: 168 time: 0.6199183 Aug 31 18:06:07.361863 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027e3bd8-0bc8-4748-8845-5a021289cc88 admin admin] vlan segment allocate from pool success with {'vlan_id': 1241, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:06:07.386962 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e3bd8-0bc8-4748-8845-5a021289cc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89bc53e-1d8d-4d8a-910f-249059f91321,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:07.394627 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-027e3bd8-0bc8-4748-8845-5a021289cc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:07.394972 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.segments_db [None req-027e3bd8-0bc8-4748-8845-5a021289cc88 admin admin] Added segment 86d25d94-d915-4213-b12d-e851b05b6563 of type vlan for network a68376ec-b257-4dfd-9283-15b5c197e90b Aug 31 18:06:07.414340 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf27a63-a531-4c8c-b637-913e1ece6be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5391c9d7-a55f-4249-a07d-758d8aa350d3,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:07.449040 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=bf64a43f-8d47-4d57-a164-861c6a54a092,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:07.485576 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f51b9-19fc-4455-8d32-a49684bceb14 req-3663baca-6d98-4eee-8faa-d5083ead308e tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:07.487569 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f83f51b9-19fc-4455-8d32-a49684bceb14 req-3663baca-6d98-4eee-8faa-d5083ead308e tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.1373146 Aug 31 18:06:07.492386 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-027e3bd8-0bc8-4748-8845-5a021289cc88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:07.547626 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f83f51b9-19fc-4455-8d32-a49684bceb14 req-3425cf46-7374-437e-ae45-fcde8dd4789f tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504451 Aug 31 18:06:07.549949 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f59eae3-43fa-403c-aa8a-43f87780bb01 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:07.640268 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f59eae3-43fa-403c-aa8a-43f87780bb01 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:07.687436 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-027e3bd8-0bc8-4748-8845-5a021289cc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:07.688616 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e3bd8-0bc8-4748-8845-5a021289cc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:07.689441 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-027e3bd8-0bc8-4748-8845-5a021289cc88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:07.759433 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e3bd8-0bc8-4748-8845-5a021289cc88 admin admin] Pushing event updated for resources: {'Network': ['ID=a68376ec-b257-4dfd-9283-15b5c197e90b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:07.765759 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network a68376ec-b257-4dfd-9283-15b5c197e90b details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:06:07.850875 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f59eae3-43fa-403c-aa8a-43f87780bb01 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:07.870165 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59eae3-43fa-403c-aa8a-43f87780bb01 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabbaa81-498f-421e-ac2c-c8b396344a97,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:07.892453 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-027e3bd8-0bc8-4748-8845-5a021289cc88 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2145917 Aug 31 18:06:07.897322 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 57320) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:07.903307 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-d5d12f1b-4232-46c6-88ae-12bde18e5624 admin admin] Request body: {'subnet': {'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-subnet', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:07.996388 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 57324) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:08.115588 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f59eae3-43fa-403c-aa8a-43f87780bb01 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:08.117999 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-2f59eae3-43fa-403c-aa8a-43f87780bb01 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2531450 Aug 31 18:06:08.122551 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57332) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:08.131443 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-62783735-1710-479a-93e5-4a5a2fbd2936 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Request body: {'security_group_rule': {'security_group_id': '86545033-f39e-4bf0-b10e-3b32553c44fd', 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:08.163204 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device bf64a43f-8d47-4d57-a164-861c6a54a092 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:06:08.201469 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bbd88529-c897-46d4-bf35-85cafd262c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:08.269954 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port bf64a43f-8d47-4d57-a164-861c6a54a092 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:08.270578 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:08.274353 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d12f1b-4232-46c6-88ae-12bde18e5624 admin admin] Made reservation on behalf of 2a9119ab965447a3863afba172552fbe for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:06:08.282131 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d5d12f1b-4232-46c6-88ae-12bde18e5624 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13232555'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:08.479442 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62783735-1710-479a-93e5-4a5a2fbd2936 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:08.665859 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62783735-1710-479a-93e5-4a5a2fbd2936 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:08.711401 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57354) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:08.731049 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e4b3cb62-7c15-4352-b7a3-720c7ce563d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-459655826-network', 'tenant_id': 'd7af86eb7bf64e47bbd79e45114e5c39'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:08.776246 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bbd88529-c897-46d4-bf35-85cafd262c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:08.806088 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf38962-fe1b-4396-b1fe-d0819f4c787c req-1ca7d059-c642-414f-bc13-41066586de78 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:08.808353 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bdf38962-fe1b-4396-b1fe-d0819f4c787c req-1ca7d059-c642-414f-bc13-41066586de78 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0733156 Aug 31 18:06:08.841158 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62783735-1710-479a-93e5-4a5a2fbd2936 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:08.843028 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d5d12f1b-4232-46c6-88ae-12bde18e5624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14918581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13232573'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:08.883748 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62783735-1710-479a-93e5-4a5a2fbd2936 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79af67c-48ce-4faa-b058-52d45a5dd513,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:08.912074 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bdf38962-fe1b-4396-b1fe-d0819f4c787c req-d9e0f793-5cc0-4a36-9a76-276f66678cac tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930438 Aug 31 18:06:08.928749 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d12f1b-4232-46c6-88ae-12bde18e5624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d6b1f5-01e8-41f7-84ff-ce519356dba1,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:08.949786 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d12f1b-4232-46c6-88ae-12bde18e5624 admin admin] Checking segment: {'id': '86d25d94-d915-4213-b12d-e851b05b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:06:08.950167 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d12f1b-4232-46c6-88ae-12bde18e5624 admin admin] Network hostable DHCP agents. Network: a68376ec-b257-4dfd-9283-15b5c197e90b, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:06:09.043862 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bbd88529-c897-46d4-bf35-85cafd262c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:09.153557 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d12f1b-4232-46c6-88ae-12bde18e5624 admin admin] Network a68376ec-b257-4dfd-9283-15b5c197e90b is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:06:09.166518 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-bbd88529-c897-46d4-bf35-85cafd262c94 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=772db26c8d3e42329af8dd1f3ae80887&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1682525 Aug 31 18:06:09.169183 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57368) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:09.176272 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd88529-c897-46d4-bf35-85cafd262c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1bcd7a-ef9f-4731-8c80-3eddf41b07e5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:09.203016 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-f308a436-5824-4064-9e4f-c0b2129f6014 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:09.204587 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-f308a436-5824-4064-9e4f-c0b2129f6014 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/networks?id=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 HTTP/1.1" status: 200 len: 814 time: 0.2317066 Aug 31 18:06:09.211157 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62783735-1710-479a-93e5-4a5a2fbd2936 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:09.222913 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-62783735-1710-479a-93e5-4a5a2fbd2936 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0887280 Aug 31 18:06:09.228118 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57372) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:09.236345 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-2e33404d-b26e-4e90-a662-cd3e06763ce6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/quotas/bcf70f5913ed4702a205373c28c2f652 HTTP/1.1" status: 200 len: 375 time: 0.0183289 Aug 31 18:06:09.237808 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f3fa224f-4231-4777-af79-9d2314068cb9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Request body: {'security_group_rule': {'security_group_id': '86545033-f39e-4bf0-b10e-3b32553c44fd', 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:09.285845 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7935a7af-e5d3-4c92-bec0-fd24f7488fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:09.312768 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7935a7af-e5d3-4c92-bec0-fd24f7488fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:09.319195 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-1d5d5b60-240e-44ad-9076-9de32ff5b779 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bcf70f5913ed4702a205373c28c2f652&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736339 Aug 31 18:06:09.323871 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-d5d12f1b-4232-46c6-88ae-12bde18e5624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, a68376ec-b257-4dfd-9283-15b5c197e90b) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:06:09.338216 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026c2482-4920-4a79-bd02-d85ba04d0127 None None] Network a68376ec-b257-4dfd-9283-15b5c197e90b requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:06:09.343478 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d12f1b-4232-46c6-88ae-12bde18e5624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:09.344927 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d5d12f1b-4232-46c6-88ae-12bde18e5624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:09.375331 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b3cb62-7c15-4352-b7a3-720c7ce563d5 admin admin] Made reservation on behalf of d7af86eb7bf64e47bbd79e45114e5c39 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:06:09.377853 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4b3cb62-7c15-4352-b7a3-720c7ce563d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:09.390822 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4b3cb62-7c15-4352-b7a3-720c7ce563d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:09.532623 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-68a07e4d-48a6-4fd7-8aa7-afd5780772a9 service neutron] 10.222.0.58 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682041 Aug 31 18:06:09.542530 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7935a7af-e5d3-4c92-bec0-fd24f7488fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:09.545680 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7935a7af-e5d3-4c92-bec0-fd24f7488fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:09.550945 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-7935a7af-e5d3-4c92-bec0-fd24f7488fb1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b1bcd7a-ef9f-4731-8c80-3eddf41b07e5 HTTP/1.1" status: 204 len: 168 time: 0.3764780 Aug 31 18:06:09.563901 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935a7af-e5d3-4c92-bec0-fd24f7488fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1bcd7a-ef9f-4731-8c80-3eddf41b07e5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:09.614477 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f3fa224f-4231-4777-af79-9d2314068cb9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:09.636685 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1379057c-b173-5381-9eb4-fbe772ef9a85-a68376ec-b257-4dfd-9283-15b5c197e90b', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1'}]}} from dv-cinder-806740-4-iscsi. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 18:06:09.642346 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:09.733292 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-60cc94ac-86d4-4b69-92c2-6e97b42f7730 service neutron] 10.222.0.58 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916051 Aug 31 18:06:09.757172 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f3fa224f-4231-4777-af79-9d2314068cb9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:09.773449 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-d5d12f1b-4232-46c6-88ae-12bde18e5624 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8744123 Aug 31 18:06:09.777731 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 57384) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:09.785676 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:09.877842 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f3fa224f-4231-4777-af79-9d2314068cb9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:09.930752 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa224f-4231-4777-af79-9d2314068cb9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11c2209-3806-491d-a6bb-c92c3ab7940c,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:09.959625 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Allocated IP 172.20.0.2 (a68376ec-b257-4dfd-9283-15b5c197e90b/e1d6b1f5-01e8-41f7-84ff-ce519356dba1/76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:06:10.008515 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4b3cb62-7c15-4352-b7a3-720c7ce563d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:10.202116 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4b3cb62-7c15-4352-b7a3-720c7ce563d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:10.225728 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10670a27-bed4-4124-8d6c-499b6ec2fd0d req-af1e30bb-7f9d-497c-b5ed-071fe9cf1f35 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:10.235048 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-10670a27-bed4-4124-8d6c-499b6ec2fd0d req-af1e30bb-7f9d-497c-b5ed-071fe9cf1f35 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.1625502 Aug 31 18:06:10.290387 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:10.309637 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Transition to ACTIVE for port object 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:06:10.315994 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b3cb62-7c15-4352-b7a3-720c7ce563d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1218, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:06:10.338754 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f3fa224f-4231-4777-af79-9d2314068cb9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:10.344420 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-f3fa224f-4231-4777-af79-9d2314068cb9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1102045 Aug 31 18:06:10.357145 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57398) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:10.357859 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Transition to ACTIVE for port object 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:06:10.360967 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3cb62-7c15-4352-b7a3-720c7ce563d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee7ae96-2a70-4e93-9a4f-03e9175d54ee,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:10.383124 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-01f79ab4-4560-40fe-bee7-5216452bc284 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Request body: {'security_group_rule': {'security_group_id': '86545033-f39e-4bf0-b10e-3b32553c44fd', 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:10.387008 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5fe3497f-b4f9-43ec-8744-16395ffb8ba4 req-85d5d23f-c96e-4d6b-9441-906246760e4a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 210 time: 0.0857842 Aug 31 18:06:10.393253 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4b3cb62-7c15-4352-b7a3-720c7ce563d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:10.393889 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.segments_db [None req-e4b3cb62-7c15-4352-b7a3-720c7ce563d5 admin admin] Added segment abd1ec12-a9f1-4ec9-8cbe-125dd8521032 of type vlan for network 3673cfe8-4837-49ee-b237-8e40a1513c73 Aug 31 18:06:10.430605 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-10670a27-bed4-4124-8d6c-499b6ec2fd0d req-8d8a904e-b38a-49da-9bf3-4cfbefeb7e1a tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845131 Aug 31 18:06:10.487699 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4b3cb62-7c15-4352-b7a3-720c7ce563d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:10.525651 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:10.570605 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Network a68376ec-b257-4dfd-9283-15b5c197e90b is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:06:10.573902 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:06:10.579463 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:06:10.583191 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16621841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:10.585468 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16624631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16623748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16618855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15901'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:10.594827 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Pushing event updated for resources: {'Port': ['ID=76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:10.668278 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Attempting to bind port 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:06:10.668703 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Attempting to bind port 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '86d25d94-d915-4213-b12d-e851b05b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:06:10.669207 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Attempting to bind port 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 on network a68376ec-b257-4dfd-9283-15b5c197e90b {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:06:10.674979 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:06:10.675526 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Checking segment: {'id': '86d25d94-d915-4213-b12d-e851b05b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:06:10.676171 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:10.676682 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Bound using segment: {'id': '86d25d94-d915-4213-b12d-e851b05b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:06:10.677311 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Bound port: 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d25d94-d915-4213-b12d-e851b05b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:06:10.677771 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:10.685492 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4b3cb62-7c15-4352-b7a3-720c7ce563d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:10.686881 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b3cb62-7c15-4352-b7a3-720c7ce563d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:10.688016 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4b3cb62-7c15-4352-b7a3-720c7ce563d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:10.702779 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:10.741826 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-01f79ab4-4560-40fe-bee7-5216452bc284 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Project 0c2a9f290de14f9a8b00844d222cdd70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 18:06:10.761392 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-01f79ab4-4560-40fe-bee7-5216452bc284 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:10.777052 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3cb62-7c15-4352-b7a3-720c7ce563d5 admin admin] Pushing event updated for resources: {'Network': ['ID=3673cfe8-4837-49ee-b237-8e40a1513c73,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:10.798913 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network 3673cfe8-4837-49ee-b237-8e40a1513c73 details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:06:10.852619 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-01f79ab4-4560-40fe-bee7-5216452bc284 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:10.875027 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] For port 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:06:10.889674 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 57406) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:10.906163 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e70fe5f2-39b1-4297-9282-5b4c655e94ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:10.913965 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] For port 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:06:10.948354 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-e4b3cb62-7c15-4352-b7a3-720c7ce563d5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2267325 Aug 31 18:06:10.950090 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 57408) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:10.958100 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-3d44ec60-5160-4de9-8e32-8ba401a5d7a4 admin admin] Request body: {'subnet': {'network_id': '3673cfe8-4837-49ee-b237-8e40a1513c73', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-459655826-subnet', 'tenant_id': 'd7af86eb7bf64e47bbd79e45114e5c39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:11.158354 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:11.172500 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-01f79ab4-4560-40fe-bee7-5216452bc284 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:11.172927 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:11.207989 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f79ab4-4560-40fe-bee7-5216452bc284 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7932817-c32a-4fe9-b7f2-00b70d480dfd,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:11.229140 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e70fe5f2-39b1-4297-9282-5b4c655e94ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:11.281411 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b7c03-ab94-43bf-9b23-fa974daf6502 None None] Pushing event updated for resources: {'Port': ['ID=76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:11.361329 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e70fe5f2-39b1-4297-9282-5b4c655e94ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:11.541086 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-e70fe5f2-39b1-4297-9282-5b4c655e94ce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56eb0b2f464c4a1aad9a2896f4d3ad87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6498990 Aug 31 18:06:11.544517 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57418) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:11.544723 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fe5f2-39b1-4297-9282-5b4c655e94ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b66fa5d-db32-4054-9d1c-66576cedce6c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:11.601771 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7c93b4db-c887-4270-9ab2-b379bde2b09e req-54fd4dca-f7eb-43e6-8f2e-7d3050d47275 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 210 time: 0.1016159 Aug 31 18:06:11.603000 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d44ec60-5160-4de9-8e32-8ba401a5d7a4 admin admin] Made reservation on behalf of d7af86eb7bf64e47bbd79e45114e5c39 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:06:11.611129 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3d44ec60-5160-4de9-8e32-8ba401a5d7a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13232555'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:11.650929 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a61b5511-fe8b-4adb-8f4a-e871e6da6d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:11.679151 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a61b5511-fe8b-4adb-8f4a-e871e6da6d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:11.749851 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-01f79ab4-4560-40fe-bee7-5216452bc284 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:11.756999 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-01f79ab4-4560-40fe-bee7-5216452bc284 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3935266 Aug 31 18:06:11.766411 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 57424) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:11.778980 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-37788be0-0015-4b43-b4bf-9cb63a66ad74 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Request body: {'security_group_rule': {'security_group_id': '86545033-f39e-4bf0-b10e-3b32553c44fd', 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:11.891414 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220bf1c-ff46-461c-a225-13b1a7d3180e req-e3bd56c2-2196-4c7a-8108-c33ec5b9a558 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:11.894728 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d220bf1c-ff46-461c-a225-13b1a7d3180e req-e3bd56c2-2196-4c7a-8108-c33ec5b9a558 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.2822111 Aug 31 18:06:11.912523 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a61b5511-fe8b-4adb-8f4a-e871e6da6d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:11.917505 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a61b5511-fe8b-4adb-8f4a-e871e6da6d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:11.917505 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-a61b5511-fe8b-4adb-8f4a-e871e6da6d48 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b66fa5d-db32-4054-9d1c-66576cedce6c HTTP/1.1" status: 204 len: 168 time: 0.3708076 Aug 31 18:06:11.927927 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b5511-fe8b-4adb-8f4a-e871e6da6d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b66fa5d-db32-4054-9d1c-66576cedce6c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:12.036919 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d220bf1c-ff46-461c-a225-13b1a7d3180e req-a53bcb41-7819-4603-a972-af792666ba65 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310828 Aug 31 18:06:12.112325 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-37788be0-0015-4b43-b4bf-9cb63a66ad74 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Project 0c2a9f290de14f9a8b00844d222cdd70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 18:06:12.161464 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37788be0-0015-4b43-b4bf-9cb63a66ad74 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:12.232709 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:12.264674 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:06:12.295466 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:12.389217 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37788be0-0015-4b43-b4bf-9cb63a66ad74 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:12.478745 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] Allocated IP 172.27.3.64 (d0d110ef-3035-4f07-b05a-39b223314ffd/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d/80528f86-6aba-4eca-94af-8c35ce6c366c) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:06:12.532045 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513dab14-9447-4d80-a856-13db5be77a09 None None] Network a68376ec-b257-4dfd-9283-15b5c197e90b requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:06:12.578711 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3d44ec60-5160-4de9-8e32-8ba401a5d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14918581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13232573'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:12.587581 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37788be0-0015-4b43-b4bf-9cb63a66ad74 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:12.600665 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:06:12.693543 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37788be0-0015-4b43-b4bf-9cb63a66ad74 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4c4d0c-12a8-4b51-9b7a-78525a1ad899,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:12.766048 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44ec60-5160-4de9-8e32-8ba401a5d7a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f09d6f25-26ff-4fd2-b9e2-58749d4215d2,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:12.768503 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-893240bd-71a2-480a-ba69-317079d48ef2 None None] Provisioning for port 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:06:12.779202 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-893240bd-71a2-480a-ba69-317079d48ef2 None None] Provisioning complete for port 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:12.779721 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-893240bd-71a2-480a-ba69-317079d48ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:12.851674 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-77c98621-2db7-48d8-85b2-0bc5b742a4e6 req-65316530-eb1b-47c9-bb23-aac381226312 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 210 time: 0.1010838 Aug 31 18:06:12.862924 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37788be0-0015-4b43-b4bf-9cb63a66ad74 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:12.865702 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-37788be0-0015-4b43-b4bf-9cb63a66ad74 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0932655 Aug 31 18:06:12.884414 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d44ec60-5160-4de9-8e32-8ba401a5d7a4 admin admin] Checking segment: {'id': 'abd1ec12-a9f1-4ec9-8cbe-125dd8521032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '3673cfe8-4837-49ee-b237-8e40a1513c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:06:12.891156 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d44ec60-5160-4de9-8e32-8ba401a5d7a4 admin admin] Network hostable DHCP agents. Network: 3673cfe8-4837-49ee-b237-8e40a1513c73, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:06:12.910600 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:12.951726 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-893240bd-71a2-480a-ba69-317079d48ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:13.081889 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-893240bd-71a2-480a-ba69-317079d48ef2 None None] For port 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:06:13.094524 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d44ec60-5160-4de9-8e32-8ba401a5d7a4 admin admin] Network 3673cfe8-4837-49ee-b237-8e40a1513c73 is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:06:13.237579 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf73b71-d596-481a-bc96-cd8c31e9d30f req-90605de2-6c4a-4cb7-b2cf-b23ce1b0079e tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:13.249179 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-baf73b71-d596-481a-bc96-cd8c31e9d30f req-90605de2-6c4a-4cb7-b2cf-b23ce1b0079e tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0958042 Aug 31 18:06:13.297712 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-893240bd-71a2-480a-ba69-317079d48ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:13.299326 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-3d44ec60-5160-4de9-8e32-8ba401a5d7a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, 3673cfe8-4837-49ee-b237-8e40a1513c73) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:06:13.303937 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:13.315311 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d44ec60-5160-4de9-8e32-8ba401a5d7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:13.315903 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3d44ec60-5160-4de9-8e32-8ba401a5d7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:13.318108 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc12bce3-f8d7-4178-816e-34a7e083f4bb None None] Network 3673cfe8-4837-49ee-b237-8e40a1513c73 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:06:13.329574 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-baf73b71-d596-481a-bc96-cd8c31e9d30f req-1868ef1a-2647-43b2-93b6-e434fbbd1a82 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790346 Aug 31 18:06:13.389517 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] Pushing event updated for resources: {'Port': ['ID=80528f86-6aba-4eca-94af-8c35ce6c366c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:13.403098 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] Network d0d110ef-3035-4f07-b05a-39b223314ffd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:06:13.405623 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:06:13.407981 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:06:13.473238 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-f6a3730c-ceff-40b6-b8c3-be46e52c3240 None None] Provisioning complete for port 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:13.473616 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f6a3730c-ceff-40b6-b8c3-be46e52c3240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:13.475311 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893240bd-71a2-480a-ba69-317079d48ef2 None None] Pushing event updated for resources: {'Port': ['ID=76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:13.570752 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-3d44ec60-5160-4de9-8e32-8ba401a5d7a4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6220877 Aug 31 18:06:13.625676 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53120255-9128-4c81-8af4-e7b6defcb17e None None] Network 3673cfe8-4837-49ee-b237-8e40a1513c73 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:06:14.040417 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-51c82815-a0a0-471b-b86a-e1ae20de85cf req-f944a677-40bf-4b3e-bd71-adae514ea10a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 210 time: 0.0388844 Aug 31 18:06:14.042950 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:14.160281 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:06:14.247781 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:14.248151 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:14.425058 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16624590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16623863'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:14.763088 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-7c716791-8eda-468a-a3de-3dc8ecb45f6e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:14.764945 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-7c716791-8eda-468a-a3de-3dc8ecb45f6e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.61 "GET /v2.0/networks?id=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 HTTP/1.1" status: 200 len: 814 time: 0.4842436 Aug 31 18:06:14.790650 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-7e4609f1-9f4b-49ba-b622-6027d7c382b6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Request body: {'port': {'device_id': '89c6ae09-6691-4e50-bf8f-c37336305bc5', 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8', 'admin_state_up': True, 'tenant_id': 'bcf70f5913ed4702a205373c28c2f652'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:14.879618 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fd43e-23dc-40dd-b7c2-78725da48984 req-97118123-b011-459b-b757-ae87e428a6b8 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:14.886950 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-823fd43e-23dc-40dd-b7c2-78725da48984 req-97118123-b011-459b-b757-ae87e428a6b8 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.4108579 Aug 31 18:06:14.979421 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-823fd43e-23dc-40dd-b7c2-78725da48984 req-d5f32b9c-aef1-48f6-9908-ae21189a9b3f tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895007 Aug 31 18:06:15.180968 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-46c615a5-87d9-4f15-8d36-c3cd00b53458 req-3c85f50e-0978-4d76-91be-41d45eb44fab tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 210 time: 0.0488839 Aug 31 18:06:15.188983 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-7e4609f1-9f4b-49ba-b622-6027d7c382b6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Made reservation on behalf of bcf70f5913ed4702a205373c28c2f652 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:06:15.221632 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-7e4609f1-9f4b-49ba-b622-6027d7c382b6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:15.241707 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] Router 6d756167-bc30-4a2a-93e6-89e03c0da6ce is scheduled to L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:06:15.464671 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-51efbecc-4ad5-4536-b966-7763490aeaba req-84083859-6df8-4dd3-bb47-f7a62935a38c tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1ffc598bd49a47f2a016644ef7017ece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1608813 Aug 31 18:06:15.638835 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd1821-945d-4351-81c4-14fb1b28246f req-a95db252-6b64-4b70-be15-eec8f0b0b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:15.641569 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-13bd1821-945d-4351-81c4-14fb1b28246f req-a95db252-6b64-4b70-be15-eec8f0b0b464 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 1098 time: 0.0607805 Aug 31 18:06:15.710324 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-13bd1821-945d-4351-81c4-14fb1b28246f req-7c67d4cf-d0a0-4216-b521-24e744ce562c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507791 Aug 31 18:06:15.812303 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-7e4609f1-9f4b-49ba-b622-6027d7c382b6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Allocated IP 172.20.0.12 (1a2e3db9-3684-47ea-89ae-cae2e29e5cc8/f428a510-e539-4b72-8073-f50cf5f5996d/2c1c4548-f267-4462-96ec-9eb5e281871d) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:06:15.816130 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:06:15.834541 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Sync routers for ids ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:06:15.857678 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Routers {'6d756167-bc30-4a2a-93e6-89e03c0da6ce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:06:15.858908 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:05:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:15.960308 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efbecc-4ad5-4536-b966-7763490aeaba req-43d16b59-ba5c-43a8-a1ff-40219e5b0b1c tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:15.960308 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-51efbecc-4ad5-4536-b966-7763490aeaba req-43d16b59-ba5c-43a8-a1ff-40219e5b0b1c tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4723954 Aug 31 18:06:16.008749 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-51efbecc-4ad5-4536-b966-7763490aeaba req-4c88b923-9166-4c3c-807a-56bfb8f7a591 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/quotas/1ffc598bd49a47f2a016644ef7017ece HTTP/1.1" status: 200 len: 375 time: 0.0306671 Aug 31 18:06:16.045842 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Set router 6d756167-bc30-4a2a-93e6-89e03c0da6ce gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:06:16.099190 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:16.101172 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-e24558aa-50ac-4390-9328-31772bf92e6c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3219986 Aug 31 18:06:16.105608 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57578) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:16.186639 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-51efbecc-4ad5-4536-b966-7763490aeaba req-601857cf-ae1b-47ab-b5c9-b8080524b931 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1ffc598bd49a47f2a016644ef7017ece&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1125736 Aug 31 18:06:16.340246 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b44200-e550-4f60-88e4-41cd5b6bca73 req-6ce2d555-b844-4596-ad26-458205b20bfb tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:16.342620 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-41b44200-e550-4f60-88e4-41cd5b6bca73 req-6ce2d555-b844-4596-ad26-458205b20bfb tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.1707847 Aug 31 18:06:16.430317 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-7e4609f1-9f4b-49ba-b622-6027d7c382b6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:16.495422 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-41b44200-e550-4f60-88e4-41cd5b6bca73 req-467d85f0-f12e-4a65-8883-2376f1dba50c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187801 Aug 31 18:06:16.596538 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:06:13Z', 'revision_number': 3, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port': {'id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:12Z', 'updated_at': '2021-08-31T18:06:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:16.656681 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Checking router: 6d756167-bc30-4a2a-93e6-89e03c0da6ce for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:06:16.657321 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Updating router 6d756167-bc30-4a2a-93e6-89e03c0da6ce port 80528f86-6aba-4eca-94af-8c35ce6c366c binding host dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:06:16.718391 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:16.733567 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-7e4609f1-9f4b-49ba-b622-6027d7c382b6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:16.739510 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f2dacff9-35a9-44ea-85de-6a664bec5c81 req-7154988c-7579-4aac-80fb-a3e95cd65ed6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 210 time: 0.1052058 Aug 31 18:06:16.788602 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['575bd565-2114-44ee-a4cc-f9709eb04b62', 'b34a9f93-d506-48aa-a523-bfd6d771774f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:06:16.827436 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-7e4609f1-9f4b-49ba-b622-6027d7c382b6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:06:16.840486 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-7e4609f1-9f4b-49ba-b622-6027d7c382b6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:06:16.857818 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-7e4609f1-9f4b-49ba-b622-6027d7c382b6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:06:16.923186 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4609f1-9f4b-49ba-b622-6027d7c382b6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Pushing event updated for resources: {'Port': ['ID=2c1c4548-f267-4462-96ec-9eb5e281871d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:16.940628 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-30029518-2e3b-4428-9efb-ce24d521b443 req-e3144461-fe19-4ec1-8f27-7e48461d5052 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 210 time: 0.1022360 Aug 31 18:06:17.019170 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-7e4609f1-9f4b-49ba-b622-6027d7c382b6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:17.019170 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-7e4609f1-9f4b-49ba-b622-6027d7c382b6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:17.268736 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-7e4609f1-9f4b-49ba-b622-6027d7c382b6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4819140 Aug 31 18:06:17.298866 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Request body: {'port': {'device_id': '89c6ae09-6691-4e50-bf8f-c37336305bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:17.407883 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:17.516586 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:17.526852 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:17.555286 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Transition to ACTIVE for port object 80528f86-6aba-4eca-94af-8c35ce6c366c will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:06:17.777177 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:17.858113 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] Allocated IP 172.20.0.1 (a68376ec-b257-4dfd-9283-15b5c197e90b/e1d6b1f5-01e8-41f7-84ff-ce519356dba1/8713dddf-e59e-4a2f-9668-f9020b3b596f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:06:17.880616 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ed5ee-dc1e-48be-af41-fad933cd557f None None] Pushing event updated for resources: {'Port': ['ID=80528f86-6aba-4eca-94af-8c35ce6c366c,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:17.891282 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Attempting to bind port 80528f86-6aba-4eca-94af-8c35ce6c366c on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:06:17.896970 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Attempting to bind port 80528f86-6aba-4eca-94af-8c35ce6c366c by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:06:17.899615 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Attempting to bind port 80528f86-6aba-4eca-94af-8c35ce6c366c on network d0d110ef-3035-4f07-b05a-39b223314ffd {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:06:17.914707 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:06:17.916447 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Checking segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:06:17.917719 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:17.918011 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1c4548-f267-4462-96ec-9eb5e281871d {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:06:17.920979 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Bound using segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:06:17.921655 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Bound port: 80528f86-6aba-4eca-94af-8c35ce6c366c, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:06:17.922475 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:17.935969 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:17.958790 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Transition to ACTIVE for port object 2c1c4548-f267-4462-96ec-9eb5e281871d will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:06:18.016976 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320e7d8-d552-455a-ad4f-198087d18887 req-0dccd616-dbfc-4e97-9ceb-cc8c5b84b863 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:18.019320 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3320e7d8-d552-455a-ad4f-198087d18887 req-0dccd616-dbfc-4e97-9ceb-cc8c5b84b863 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.2840462 Aug 31 18:06:18.055197 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] For port 80528f86-6aba-4eca-94af-8c35ce6c366c, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:06:18.079227 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] For port 80528f86-6aba-4eca-94af-8c35ce6c366c, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=80528f86-6aba-4eca-94af-8c35ce6c366c,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:06:18.087042 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:18.112156 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] Transition to ACTIVE for port object 8713dddf-e59e-4a2f-9668-f9020b3b596f will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:06:18.125925 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740ecc2-abcc-499e-b571-a57a2413a3f3 req-a7f27e0a-9b92-46eb-85e5-dc30f0cd6f91 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:18.127453 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5740ecc2-abcc-499e-b571-a57a2413a3f3 req-a7f27e0a-9b92-46eb-85e5-dc30f0cd6f91 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 932 time: 0.1457572 Aug 31 18:06:18.132870 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3320e7d8-d552-455a-ad4f-198087d18887 req-8642a4d2-c3f2-46dc-8412-7fea9811d66c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774617 Aug 31 18:06:18.162378 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:18.200918 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5740ecc2-abcc-499e-b571-a57a2413a3f3 req-46839284-7859-4d43-a304-d7087a584304 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669565 Aug 31 18:06:18.227933 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1c4548-f267-4462-96ec-9eb5e281871d,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:18.275079 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-352eb3c1-fae6-489d-a5f6-a9324777e0e4 req-d8e4c6a7-2002-4dc9-beb4-3dda15dbfe2a tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 210 time: 0.0416024 Aug 31 18:06:18.330144 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Attempting to bind port 2c1c4548-f267-4462-96ec-9eb5e281871d on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:06:18.330478 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Attempting to bind port 2c1c4548-f267-4462-96ec-9eb5e281871d by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': 'c98be0fb-18c3-4b15-9e8a-558d8a6a872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:06:18.330812 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Attempting to bind port 2c1c4548-f267-4462-96ec-9eb5e281871d on network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:06:18.335960 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Port 2c1c4548-f267-4462-96ec-9eb5e281871d on network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:06:18.336344 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Attempting to bind port 2c1c4548-f267-4462-96ec-9eb5e281871d on network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:06:18.345580 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:06:18.346383 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Checking segment: {'id': 'c98be0fb-18c3-4b15-9e8a-558d8a6a872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:06:18.346825 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Bound using segment: {'id': 'c98be0fb-18c3-4b15-9e8a-558d8a6a872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:06:18.347368 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Bound port: 2c1c4548-f267-4462-96ec-9eb5e281871d, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98be0fb-18c3-4b15-9e8a-558d8a6a872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:06:18.347824 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:18.371270 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:18.371993 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:18.457029 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] Pushing event updated for resources: {'Port': ['ID=8713dddf-e59e-4a2f-9668-f9020b3b596f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:18.457884 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] For port 2c1c4548-f267-4462-96ec-9eb5e281871d, host hv-cinder-80674, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:06:18.467071 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] For port 2c1c4548-f267-4462-96ec-9eb5e281871d, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=2c1c4548-f267-4462-96ec-9eb5e281871d,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:06:18.484202 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] Network a68376ec-b257-4dfd-9283-15b5c197e90b is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:06:18.494047 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:06:18.494442 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Routers {'6d756167-bc30-4a2a-93e6-89e03c0da6ce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:06:18.494442 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:05:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:18.494790 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:06:18.494790 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16620676'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:18.529551 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ed5ee-dc1e-48be-af41-fad933cd557f None None] Pushing event updated for resources: {'Port': ['ID=80528f86-6aba-4eca-94af-8c35ce6c366c,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:18.619189 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] Set router 6d756167-bc30-4a2a-93e6-89e03c0da6ce gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:06:18.683931 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:18.717048 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:18.717730 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:18.719230 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] 10.222.0.61 "PUT /v2.0/ports/2c1c4548-f267-4462-96ec-9eb5e281871d HTTP/1.1" status: 200 len: 1094 time: 1.4255738 Aug 31 18:06:18.721979 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c6ae09-6691-4e50-bf8f-c37336305bc5', 'tag': '2c1c4548-f267-4462-96ec-9eb5e281871d'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:06:18.724095 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af08d54-9744-4f49-86cf-14199c9ea72d" -d '{"events": [{"name": "network-changed", "server_uuid": "89c6ae09-6691-4e50-bf8f-c37336305bc5", "tag": "2c1c4548-f267-4462-96ec-9eb5e281871d"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:06:18.786016 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9368e-07c8-410d-8049-80e207179582 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1c4548-f267-4462-96ec-9eb5e281871d,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:18.802322 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0958c4-60de-4549-b34f-b30d5ec608e6 x-openstack-request-id: req-4a0958c4-60de-4549-b34f-b30d5ec608e6 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:06:18.802853 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c6ae09-6691-4e50-bf8f-c37336305bc5", "tag": "2c1c4548-f267-4462-96ec-9eb5e281871d", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:06:18.803387 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a0958c4-60de-4549-b34f-b30d5ec608e6 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:06:18.804122 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c6ae09-6691-4e50-bf8f-c37336305bc5', 'tag': '2c1c4548-f267-4462-96ec-9eb5e281871d', 'status': 'completed', 'code': 200} Aug 31 18:06:18.853380 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:18.883671 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:06:13Z', 'revision_number': 3, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port': {'id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:12Z', 'updated_at': '2021-08-31T18:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:18.913605 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0b3aa9db-3e89-4bd8-baba-e74619142964 None None] Provisioning for port 8713dddf-e59e-4a2f-9668-f9020b3b596f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:06:18.918781 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0b3aa9db-3e89-4bd8-baba-e74619142964 None None] Provisioning complete for port 8713dddf-e59e-4a2f-9668-f9020b3b596f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:18.919228 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0b3aa9db-3e89-4bd8-baba-e74619142964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:18.942773 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba566bb9-af3d-414a-a469-b93132b3f849 None None] The sync data for ids ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'] in dv-cinder-806740-4-iscsi is: [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:06:13Z', 'revision_number': 3, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port': {'id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:12Z', 'updated_at': '2021-08-31T18:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:06:18.949903 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af08d54-9744-4f49-86cf-14199c9ea72d req-c0f0412b-4e43-4eab-b1e5-866114a63bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:18.952720 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8af08d54-9744-4f49-86cf-14199c9ea72d req-c0f0412b-4e43-4eab-b1e5-866114a63bac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcf70f5913ed4702a205373c28c2f652&device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0917795 Aug 31 18:06:18.977792 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0b3aa9db-3e89-4bd8-baba-e74619142964 None None] Port 8713dddf-e59e-4a2f-9668-f9020b3b596f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:06:19.153380 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af08d54-9744-4f49-86cf-14199c9ea72d req-307d3b94-ece2-48d6-a28c-f66e8d1f8b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:19.156934 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8af08d54-9744-4f49-86cf-14199c9ea72d req-307d3b94-ece2-48d6-a28c-f66e8d1f8b3f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bcf70f5913ed4702a205373c28c2f652&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1810179 Aug 31 18:06:19.160549 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:19.347769 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:19.348707 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16625204'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:19.416618 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d937b2-8c24-481c-9baa-00d4dfa25118 req-daff8f40-80bc-4964-bf48-457f3c07b2bc tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:19.418360 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b6d937b2-8c24-481c-9baa-00d4dfa25118 req-daff8f40-80bc-4964-bf48-457f3c07b2bc tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.1763444 Aug 31 18:06:19.432832 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af08d54-9744-4f49-86cf-14199c9ea72d req-1863cab6-9ee7-4825-82db-a8f6d3c772a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:19.434337 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8af08d54-9744-4f49-86cf-14199c9ea72d req-1863cab6-9ee7-4825-82db-a8f6d3c772a5 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2700236 Aug 31 18:06:19.496648 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22680c-66a2-4fc2-8c71-821522333c77 req-567c446b-fdba-4c51-be7d-570e49e14433 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:19.503976 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1e22680c-66a2-4fc2-8c71-821522333c77 req-567c446b-fdba-4c51-be7d-570e49e14433 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 944 time: 0.1382437 Aug 31 18:06:19.525875 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b6d937b2-8c24-481c-9baa-00d4dfa25118 req-8f7a77b9-6968-4ad9-9ac9-2b2f67ea7d16 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957067 Aug 31 18:06:19.537467 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] Pushing event updated for resources: {'Port': ['ID=8713dddf-e59e-4a2f-9668-f9020b3b596f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:19.613422 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1e22680c-66a2-4fc2-8c71-821522333c77 req-460e1028-b2e2-4a3e-9d5d-1c3c3274de1c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922122 Aug 31 18:06:19.714846 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] Network a68376ec-b257-4dfd-9283-15b5c197e90b is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:06:19.717855 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:06:19.760611 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-678bbc17-6e32-4b47-afd2-4feb4f10137d req-65ea96d3-d4b6-42ff-bf93-678cad8e1c46 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 210 time: 0.0551205 Aug 31 18:06:19.804150 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-58455cc6-3525-4c0d-988b-ab15330a939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:19.805804 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-58455cc6-3525-4c0d-988b-ab15330a939e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcf70f5913ed4702a205373c28c2f652&device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 1097 time: 0.2221525 Aug 31 18:06:19.919127 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] Router 6d756167-bc30-4a2a-93e6-89e03c0da6ce has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:06:19.927636 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-4afd8190-c44a-47d8-a96a-2a65f9a36878 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c1c4548-f267-4462-96ec-9eb5e281871d HTTP/1.1" status: 200 len: 217 time: 0.1004584 Aug 31 18:06:20.085957 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-66f06e84-257b-42a4-b526-a4efc45ebc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:20.085957 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-66f06e84-257b-42a4-b526-a4efc45ebc33 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f428a510-e539-4b72-8073-f50cf5f5996d HTTP/1.1" status: 200 len: 854 time: 0.1448109 Aug 31 18:06:20.177341 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-65d875d0-d9e2-48b5-bdda-06f43e67ca1e None None] Provisioning complete for port 8713dddf-e59e-4a2f-9668-f9020b3b596f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:20.183042 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65d875d0-d9e2-48b5-bdda-06f43e67ca1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:20.193733 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-865e2ac3-bb5f-4d25-aeb6-661b07f2fcd6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014881 Aug 31 18:06:20.206142 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:06:20.260354 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-1ecbdaa8-3a6b-4172-801d-b96b1d822c62 admin admin] 10.222.0.58 "PUT /v2.0/routers/6d756167-bc30-4a2a-93e6-89e03c0da6ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1526215 Aug 31 18:06:20.325166 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 80528f86-6aba-4eca-94af-8c35ce6c366c up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:06:20.378816 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-65d875d0-d9e2-48b5-bdda-06f43e67ca1e None None] Port 8713dddf-e59e-4a2f-9668-f9020b3b596f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:06:20.424536 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-41bc7827-ef7b-41b8-9dee-23b5f8aaf03a service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217577 Aug 31 18:06:20.562856 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9d5bb1b5-01c4-4e6e-8604-406f2a5961fd req-56335368-744c-476b-b5dd-c9e60c159379 service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230948 Aug 31 18:06:20.611384 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 80528f86-6aba-4eca-94af-8c35ce6c366c completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:06:20.623846 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 80528f86-6aba-4eca-94af-8c35ce6c366c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:20.624227 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:20.750301 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15cf30-b8f2-4364-ba8c-9037174c6472 req-f65e337a-4a4c-4f67-b4f9-98b945dab1cd tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:20.752191 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8d15cf30-b8f2-4364-ba8c-9037174c6472 req-f65e337a-4a4c-4f67-b4f9-98b945dab1cd tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.1056960 Aug 31 18:06:20.837428 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8d15cf30-b8f2-4364-ba8c-9037174c6472 req-6a00da1c-48f5-4744-b6b4-9017f93fe27b tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681069 Aug 31 18:06:20.873492 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:20.912178 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc04c-8e36-49f9-b556-ca81700dbd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:20.918485 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port 80528f86-6aba-4eca-94af-8c35ce6c366c, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=80528f86-6aba-4eca-94af-8c35ce6c366c,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:06:20.981660 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89d751-72cd-4197-b88c-cc991c7bb428 req-1896f0db-620c-4e3f-877f-ecb5d27c34e2 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:20.985329 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4a89d751-72cd-4197-b88c-cc991c7bb428 req-1896f0db-620c-4e3f-877f-ecb5d27c34e2 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 944 time: 0.1468444 Aug 31 18:06:21.001874 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6ba62-5331-4d00-93ab-e1cd86a55793 req-60eb128b-824a-4257-842d-b61aa5d89300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:21.003342 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5be6ba62-5331-4d00-93ab-e1cd86a55793 req-60eb128b-824a-4257-842d-b61aa5d89300 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6058b10a83d8420bb755354e3a8d3077&device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 1098 time: 0.0890424 Aug 31 18:06:21.054033 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4a89d751-72cd-4197-b88c-cc991c7bb428 req-aee40da0-f292-4c96-967b-8be62b470a81 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646577 Aug 31 18:06:21.193529 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6ba62-5331-4d00-93ab-e1cd86a55793 req-ee1d61cc-a358-4f59-8936-e745dd50083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:21.195705 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5be6ba62-5331-4d00-93ab-e1cd86a55793 req-ee1d61cc-a358-4f59-8936-e745dd50083f service neutron] 10.222.0.61 "GET /v2.0/networks?id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50 HTTP/1.1" status: 200 len: 920 time: 0.1385009 Aug 31 18:06:21.227766 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:21.256457 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5be6ba62-5331-4d00-93ab-e1cd86a55793 req-0e38b444-8b36-4b50-80c0-035a67982310 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 HTTP/1.1" status: 200 len: 217 time: 0.0472970 Aug 31 18:06:21.321304 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=80528f86-6aba-4eca-94af-8c35ce6c366c,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:21.477806 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-51efbecc-4ad5-4536-b966-7763490aeaba req-c7df5b34-087c-43fc-b4f5-f6befcf9df84 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1ffc598bd49a47f2a016644ef7017ece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0916712 Aug 31 18:06:21.583194 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Sync routers for ids ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:06:21.614768 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Routers {'6d756167-bc30-4a2a-93e6-89e03c0da6ce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:06:21.615820 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-edb8e194-3878-4d40-b559-b793af083208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:05:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:21.750157 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57748) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:21.764221 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-080b950d-f97a-46cc-8f37-18f382ab6e8b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2086606620', 'description': 'tempest-description--2134368168'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:21.868375 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Set router 6d756167-bc30-4a2a-93e6-89e03c0da6ce gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:06:21.911532 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efbecc-4ad5-4536-b966-7763490aeaba req-b173953a-1bd0-459a-995d-326c44ab51ba tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:21.918900 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-51efbecc-4ad5-4536-b966-7763490aeaba req-b173953a-1bd0-459a-995d-326c44ab51ba tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4350481 Aug 31 18:06:21.921369 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-080b950d-f97a-46cc-8f37-18f382ab6e8b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:21.952471 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-51efbecc-4ad5-4536-b966-7763490aeaba req-065de5d9-310f-46b2-94ff-c14ed7dedcb6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Request body: {'port': {'device_id': '9644829e-3bf6-495e-b985-128fe8632618', 'network_id': '090e939d-9429-482d-9cf1-fcb155def651', 'admin_state_up': True, 'tenant_id': '1ffc598bd49a47f2a016644ef7017ece'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:21.967553 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f5924b64-3d89-403b-9805-9ca94796269f req-9dda02e8-638f-4200-a80a-f365220b2525 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 210 time: 0.0822220 Aug 31 18:06:22.014037 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6ba62-5331-4d00-93ab-e1cd86a55793 req-59bdfbb6-cbb0-406d-97d8-07f1a45beed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:22.015882 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5be6ba62-5331-4d00-93ab-e1cd86a55793 req-59bdfbb6-cbb0-406d-97d8-07f1a45beed2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f1ac8396-1493-4c14-afbc-6ca83d5e9484 HTTP/1.1" status: 200 len: 858 time: 0.7372100 Aug 31 18:06:22.039855 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:22.096262 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5be6ba62-5331-4d00-93ab-e1cd86a55793 req-884cc496-1249-41a2-a5f9-8a6a04e69b6e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683546 Aug 31 18:06:22.111326 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d21c0-c7a4-4960-8b5f-631e6bc1fc4b req-d06cc429-b13e-4647-9de4-187bcaab7e81 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:22.124048 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7c6d21c0-c7a4-4960-8b5f-631e6bc1fc4b req-d06cc429-b13e-4647-9de4-187bcaab7e81 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.1462667 Aug 31 18:06:22.284408 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-080b950d-f97a-46cc-8f37-18f382ab6e8b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:22.331186 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7c6d21c0-c7a4-4960-8b5f-631e6bc1fc4b req-e81cc41d-16a5-4a72-aa89-acd416d3e495 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788890 Aug 31 18:06:22.355843 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 80528f86-6aba-4eca-94af-8c35ce6c366c up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:06:22.373830 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-080b950d-f97a-46cc-8f37-18f382ab6e8b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:22.404689 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-edb8e194-3878-4d40-b559-b793af083208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:06:18Z', 'revision_number': 4, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port': {'id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:12Z', 'updated_at': '2021-08-31T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '8713dddf-e59e-4a2f-9668-f9020b3b596f', 'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'mac_address': 'fa:16:3e:7a:d8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:17Z', 'updated_at': '2021-08-31T18:06:18Z', 'revision_number': 2, 'project_id': '2a9119ab965447a3863afba172552fbe', 'subnets': [{'id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:22.429138 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b950d-f97a-46cc-8f37-18f382ab6e8b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964d3653-2138-4a88-a2a6-a5674a074cd9,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:22.439125 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Checking router: 6d756167-bc30-4a2a-93e6-89e03c0da6ce for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:06:22.439727 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Updating router 6d756167-bc30-4a2a-93e6-89e03c0da6ce port 8713dddf-e59e-4a2f-9668-f9020b3b596f binding host dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:06:22.444746 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5be6ba62-5331-4d00-93ab-e1cd86a55793 req-fcfafc0d-4a4b-44ec-9fff-bc84c76e5f19 service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192279 Aug 31 18:06:22.499657 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:22.503342 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76863e-ef30-48f6-80fc-301082cdb262 req-1b68bb3d-3dd5-4088-a474-295466b2de50 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:22.504046 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51efbecc-4ad5-4536-b966-7763490aeaba req-065de5d9-310f-46b2-94ff-c14ed7dedcb6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Made reservation on behalf of 1ffc598bd49a47f2a016644ef7017ece for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:06:22.505949 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6d76863e-ef30-48f6-80fc-301082cdb262 req-1b68bb3d-3dd5-4088-a474-295466b2de50 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 944 time: 0.1245942 Aug 31 18:06:22.512519 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51efbecc-4ad5-4536-b966-7763490aeaba req-065de5d9-310f-46b2-94ff-c14ed7dedcb6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:22.522128 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 80528f86-6aba-4eca-94af-8c35ce6c366c triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:22.522600 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:22.542167 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51efbecc-4ad5-4536-b966-7763490aeaba req-065de5d9-310f-46b2-94ff-c14ed7dedcb6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:22.582222 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-080b950d-f97a-46cc-8f37-18f382ab6e8b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:22.583968 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-080b950d-f97a-46cc-8f37-18f382ab6e8b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8328624 Aug 31 18:06:22.589982 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57774) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:22.597555 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-055791b2-e10c-492c-9c2c-4d3bc0281f31 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Request body: {'security_group_rule': {'security_group_id': '964d3653-2138-4a88-a2a6-a5674a074cd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:22.696909 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6d76863e-ef30-48f6-80fc-301082cdb262 req-b9dc6b2c-06de-4ffb-981b-e741290a1d98 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450303 Aug 31 18:06:22.733250 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51efbecc-4ad5-4536-b966-7763490aeaba req-065de5d9-310f-46b2-94ff-c14ed7dedcb6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:22.751723 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5be6ba62-5331-4d00-93ab-e1cd86a55793 req-a26521bb-f854-4b0b-9532-c7d5efe81492 service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442849 Aug 31 18:06:22.848380 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51efbecc-4ad5-4536-b966-7763490aeaba req-065de5d9-310f-46b2-94ff-c14ed7dedcb6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:22.945446 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437a638-71fb-47cf-bb22-6691faf151d3 req-8b53f6bc-84a4-4e46-acf3-2757d93d3ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:22.948139 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8437a638-71fb-47cf-bb22-6691faf151d3 req-8b53f6bc-84a4-4e46-acf3-2757d93d3ef4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6058b10a83d8420bb755354e3a8d3077&device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 1098 time: 0.0994670 Aug 31 18:06:22.969042 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:22.987961 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Transition to ACTIVE for port object 8713dddf-e59e-4a2f-9668-f9020b3b596f will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:06:23.042278 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065de5d9-310f-46b2-94ff-c14ed7dedcb6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974f1db8-0283-40c1-8767-330a78efc495,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:23.160138 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8a7f4798-38dc-41d2-8586-c7f29c96f0ec req-7f237582-e0b6-4225-bb63-271fe22ff20d tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 210 time: 0.0452895 Aug 31 18:06:23.193147 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-51efbecc-4ad5-4536-b966-7763490aeaba req-065de5d9-310f-46b2-94ff-c14ed7dedcb6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Allocated IP 192.168.233.103 (090e939d-9429-482d-9cf1-fcb155def651/e9fb8ac5-bd86-4623-bc18-efafbe924ce0/a6693894-dbf2-4b16-ba7b-0df3e825690f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:06:23.202752 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:23.205341 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437a638-71fb-47cf-bb22-6691faf151d3 req-a5154da3-464e-4b72-a433-42c2035330b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:23.205341 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8437a638-71fb-47cf-bb22-6691faf151d3 req-a5154da3-464e-4b72-a433-42c2035330b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50 HTTP/1.1" status: 200 len: 920 time: 0.2118435 Aug 31 18:06:23.269768 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-055791b2-e10c-492c-9c2c-4d3bc0281f31 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:23.342001 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9cc21-bb45-4fcf-8b7c-843dccf6b342 None None] Pushing event updated for resources: {'Port': ['ID=8713dddf-e59e-4a2f-9668-f9020b3b596f,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:23.391544 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57782) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:23.421391 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8437a638-71fb-47cf-bb22-6691faf151d3 req-c8920987-7b42-4de9-8091-61ec52c99220 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 HTTP/1.1" status: 200 len: 217 time: 0.1427395 Aug 31 18:06:23.460668 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Attempting to bind port 8713dddf-e59e-4a2f-9668-f9020b3b596f on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:06:23.473943 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Attempting to bind port 8713dddf-e59e-4a2f-9668-f9020b3b596f by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '86d25d94-d915-4213-b12d-e851b05b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:06:23.473943 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Attempting to bind port 8713dddf-e59e-4a2f-9668-f9020b3b596f on network a68376ec-b257-4dfd-9283-15b5c197e90b {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:06:23.479623 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:06:23.481497 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Checking segment: {'id': '86d25d94-d915-4213-b12d-e851b05b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:06:23.481704 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-055791b2-e10c-492c-9c2c-4d3bc0281f31 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:23.482188 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:23.482857 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Bound using segment: {'id': '86d25d94-d915-4213-b12d-e851b05b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:06:23.483737 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Bound port: 8713dddf-e59e-4a2f-9668-f9020b3b596f, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d25d94-d915-4213-b12d-e851b05b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:06:23.484387 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:23.515721 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-86958310-3a03-48b9-a3fb-11f975f6a4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:23.546973 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51efbecc-4ad5-4536-b966-7763490aeaba req-065de5d9-310f-46b2-94ff-c14ed7dedcb6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:23.566798 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-055791b2-e10c-492c-9c2c-4d3bc0281f31 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:23.570205 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-51efbecc-4ad5-4536-b966-7763490aeaba req-065de5d9-310f-46b2-94ff-c14ed7dedcb6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Transition to ACTIVE for port object a6693894-dbf2-4b16-ba7b-0df3e825690f will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:06:23.594701 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437a638-71fb-47cf-bb22-6691faf151d3 req-3f875b42-2a06-40f9-b704-cdd2a04cd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:23.609248 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8437a638-71fb-47cf-bb22-6691faf151d3 req-3f875b42-2a06-40f9-b704-cdd2a04cd8c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f1ac8396-1493-4c14-afbc-6ca83d5e9484 HTTP/1.1" status: 200 len: 858 time: 0.1723754 Aug 31 18:06:23.609524 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055791b2-e10c-492c-9c2c-4d3bc0281f31 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e68cd3-41e2-4ec0-b1df-d4d662c0b7c8,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:23.687109 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-edb8e194-3878-4d40-b559-b793af083208 None None] For port 8713dddf-e59e-4a2f-9668-f9020b3b596f, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:06:23.694159 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-edb8e194-3878-4d40-b559-b793af083208 None None] For port 8713dddf-e59e-4a2f-9668-f9020b3b596f, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=8713dddf-e59e-4a2f-9668-f9020b3b596f,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:06:23.743610 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8437a638-71fb-47cf-bb22-6691faf151d3 req-35f8d6d1-0a69-4113-8c0c-93d3b80a96f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188769 Aug 31 18:06:23.761971 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:23.766145 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42f25076-770f-49db-b59e-9be516776ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:23.791226 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51efbecc-4ad5-4536-b966-7763490aeaba req-065de5d9-310f-46b2-94ff-c14ed7dedcb6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:23.808763 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-055791b2-e10c-492c-9c2c-4d3bc0281f31 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:23.811475 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-055791b2-e10c-492c-9c2c-4d3bc0281f31 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2200270 Aug 31 18:06:23.830761 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57796) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:23.859022 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-67fdfb45-b559-4c70-889b-605e48618db6 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Request body: {'security_group_rule': {'security_group_id': '964d3653-2138-4a88-a2a6-a5674a074cd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:23.871118 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51efbecc-4ad5-4536-b966-7763490aeaba req-065de5d9-310f-46b2-94ff-c14ed7dedcb6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Network 090e939d-9429-482d-9cf1-fcb155def651 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:06:23.875865 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:23.883396 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-51efbecc-4ad5-4536-b966-7763490aeaba req-065de5d9-310f-46b2-94ff-c14ed7dedcb6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:06:23.890429 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-51efbecc-4ad5-4536-b966-7763490aeaba req-065de5d9-310f-46b2-94ff-c14ed7dedcb6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:06:23.895995 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efbecc-4ad5-4536-b966-7763490aeaba req-065de5d9-310f-46b2-94ff-c14ed7dedcb6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:23.898671 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51efbecc-4ad5-4536-b966-7763490aeaba req-065de5d9-310f-46b2-94ff-c14ed7dedcb6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:23.904118 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46dc0c-a2a7-4f0f-a080-c6e517a0c67a req-d4ae9c72-95ee-41eb-8e8f-9b95c8a888f4 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:23.905973 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5e46dc0c-a2a7-4f0f-a080-c6e517a0c67a req-d4ae9c72-95ee-41eb-8e8f-9b95c8a888f4 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.2959018 Aug 31 18:06:23.946493 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065de5d9-310f-46b2-94ff-c14ed7dedcb6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Pushing event updated for resources: {'Port': ['ID=a6693894-dbf2-4b16-ba7b-0df3e825690f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:24.037005 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Routers {'6d756167-bc30-4a2a-93e6-89e03c0da6ce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:06:24.038511 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-edb8e194-3878-4d40-b559-b793af083208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:06:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:24.083231 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85444be-1950-4d0e-9c6c-12967a2dc9c3 req-efea7f10-2c26-46a2-9d47-ba3ee2b67430 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:24.089157 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b85444be-1950-4d0e-9c6c-12967a2dc9c3 req-efea7f10-2c26-46a2-9d47-ba3ee2b67430 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 944 time: 0.2332788 Aug 31 18:06:24.116374 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5e46dc0c-a2a7-4f0f-a080-c6e517a0c67a req-bda9541d-1092-40d1-8a45-2b6d82b9df93 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765974 Aug 31 18:06:24.129403 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8437a638-71fb-47cf-bb22-6691faf151d3 req-b15bc4f4-72c0-40b1-ac3b-9df968805206 service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713710 Aug 31 18:06:24.212975 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42f25076-770f-49db-b59e-9be516776ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:24.270203 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9cc21-bb45-4fcf-8b7c-843dccf6b342 None None] Pushing event updated for resources: {'Port': ['ID=8713dddf-e59e-4a2f-9668-f9020b3b596f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:24.322834 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b85444be-1950-4d0e-9c6c-12967a2dc9c3 req-92285971-d53f-4740-946c-260d4f6df20e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089536 Aug 31 18:06:24.361752 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42f25076-770f-49db-b59e-9be516776ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:24.405588 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-edb8e194-3878-4d40-b559-b793af083208 None None] Set router 6d756167-bc30-4a2a-93e6-89e03c0da6ce gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:06:24.414780 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8437a638-71fb-47cf-bb22-6691faf151d3 req-d9a6c730-ac3a-418f-881a-63a358aea686 service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615035 Aug 31 18:06:24.495324 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-51efbecc-4ad5-4536-b966-7763490aeaba req-065de5d9-310f-46b2-94ff-c14ed7dedcb6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5462723 Aug 31 18:06:24.515950 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-42f25076-770f-49db-b59e-9be516776ff9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f2c5186a5ef5456fb0af751ac382b4e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1199269 Aug 31 18:06:24.522538 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57808) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:24.546020 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Request body: {'port': {'device_id': '9644829e-3bf6-495e-b985-128fe8632618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:24.608997 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1207669-dded-47b8-a349-8eaf764e2c40 req-7c0b274b-bd97-4f48-a8d4-9803a000d573 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:24.608997 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a1207669-dded-47b8-a349-8eaf764e2c40 req-7c0b274b-bd97-4f48-a8d4-9803a000d573 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 936 time: 0.1036754 Aug 31 18:06:24.612351 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f25076-770f-49db-b59e-9be516776ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a147f8d-6b14-494f-aa8e-78ae373f678a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:24.622224 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:24.686278 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a1207669-dded-47b8-a349-8eaf764e2c40 req-3af3f588-066f-425d-beb6-e21343f302f5 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/security-groups?id=974f1db8-0283-40c1-8767-330a78efc495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734015 Aug 31 18:06:24.710027 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:24.745335 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b949-3ac4-4427-80bc-6f9071b33c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:24.785905 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-edb8e194-3878-4d40-b559-b793af083208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:06:18Z', 'revision_number': 4, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port': {'id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:12Z', 'updated_at': '2021-08-31T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '8713dddf-e59e-4a2f-9668-f9020b3b596f', 'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'mac_address': 'fa:16:3e:7a:d8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:17Z', 'updated_at': '2021-08-31T18:06:23Z', 'revision_number': 4, 'project_id': '2a9119ab965447a3863afba172552fbe', 'subnets': [{'id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:24.792705 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67fdfb45-b559-4c70-889b-605e48618db6 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:24.795474 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3b94c911-6054-49c0-b563-eb26e9c1ac6f None None] Provisioning for port a6693894-dbf2-4b16-ba7b-0df3e825690f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:06:24.843993 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb8e194-3878-4d40-b559-b793af083208 None None] The sync data for ids ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'] in dv-cinder-806740-4-iscsi is: [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:06:18Z', 'revision_number': 4, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port': {'id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:12Z', 'updated_at': '2021-08-31T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '8713dddf-e59e-4a2f-9668-f9020b3b596f', 'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'mac_address': 'fa:16:3e:7a:d8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:17Z', 'updated_at': '2021-08-31T18:06:23Z', 'revision_number': 4, 'project_id': '2a9119ab965447a3863afba172552fbe', 'subnets': [{'id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:06:24.846440 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3b94c911-6054-49c0-b563-eb26e9c1ac6f None None] Provisioning complete for port a6693894-dbf2-4b16-ba7b-0df3e825690f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:24.846814 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3b94c911-6054-49c0-b563-eb26e9c1ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:24.852640 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b949-3ac4-4427-80bc-6f9071b33c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:24.900402 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3b94c911-6054-49c0-b563-eb26e9c1ac6f None None] Port a6693894-dbf2-4b16-ba7b-0df3e825690f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:06:25.138419 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67fdfb45-b559-4c70-889b-605e48618db6 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:25.344078 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6693894-dbf2-4b16-ba7b-0df3e825690f {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:06:25.355681 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:25.364450 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efac81-7374-4e42-9f47-69cd0cd52fa8 req-fcf46c46-86ba-4175-9fb9-38d9ae76b1a1 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:25.376354 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d6efac81-7374-4e42-9f47-69cd0cd52fa8 req-fcf46c46-86ba-4175-9fb9-38d9ae76b1a1 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.1083903 Aug 31 18:06:25.382874 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67fdfb45-b559-4c70-889b-605e48618db6 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:25.390511 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Transition to ACTIVE for port object a6693894-dbf2-4b16-ba7b-0df3e825690f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:06:25.400947 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b949-3ac4-4427-80bc-6f9071b33c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:25.404729 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b949-3ac4-4427-80bc-6f9071b33c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:25.406421 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-ebc8b949-3ac4-4427-80bc-6f9071b33c86 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7a147f8d-6b14-494f-aa8e-78ae373f678a HTTP/1.1" status: 204 len: 168 time: 0.8771551 Aug 31 18:06:25.442243 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 2c1c4548-f267-4462-96ec-9eb5e281871d details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:06:25.459721 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fdfb45-b559-4c70-889b-605e48618db6 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fc25f0-ce8b-41ed-a301-33937f92da27,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:25.481828 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8b949-3ac4-4427-80bc-6f9071b33c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a147f8d-6b14-494f-aa8e-78ae373f678a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:25.512775 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d6efac81-7374-4e42-9f47-69cd0cd52fa8 req-28fa0441-86fa-4e54-be0e-516d05941bdd tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278546 Aug 31 18:06:25.550357 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bb9ba-1c1d-46c9-a9ce-4906353c4cea req-12295055-66c8-4de7-b6c4-f50be92ad33e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:25.559596 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8f7bb9ba-1c1d-46c9-a9ce-4906353c4cea req-12295055-66c8-4de7-b6c4-f50be92ad33e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 944 time: 0.1049864 Aug 31 18:06:25.569411 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:25.625685 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8f7bb9ba-1c1d-46c9-a9ce-4906353c4cea req-1ec2e106-cd38-4767-8c41-7bad1a48443b tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646412 Aug 31 18:06:25.650793 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67fdfb45-b559-4c70-889b-605e48618db6 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:25.652308 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-67fdfb45-b559-4c70-889b-605e48618db6 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8182292 Aug 31 18:06:25.663137 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 57824) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:25.670278 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-cd9e61f1-c43c-47da-8ebc-293051f8d372 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Request body: {'floatingip': {'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:25.769349 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6693894-dbf2-4b16-ba7b-0df3e825690f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:25.772840 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Attempting to bind port a6693894-dbf2-4b16-ba7b-0df3e825690f on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:06:25.773388 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Attempting to bind port a6693894-dbf2-4b16-ba7b-0df3e825690f by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': 'aa326d72-7237-4922-8d53-f74798c0fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '090e939d-9429-482d-9cf1-fcb155def651'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:06:25.773906 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Attempting to bind port a6693894-dbf2-4b16-ba7b-0df3e825690f on network 090e939d-9429-482d-9cf1-fcb155def651 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:06:25.780468 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Port a6693894-dbf2-4b16-ba7b-0df3e825690f on network 090e939d-9429-482d-9cf1-fcb155def651 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:06:25.781841 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Attempting to bind port a6693894-dbf2-4b16-ba7b-0df3e825690f on network 090e939d-9429-482d-9cf1-fcb155def651 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:06:25.801836 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:06:25.802478 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Checking segment: {'id': 'aa326d72-7237-4922-8d53-f74798c0fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '090e939d-9429-482d-9cf1-fcb155def651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:06:25.803082 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Bound using segment: {'id': 'aa326d72-7237-4922-8d53-f74798c0fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '090e939d-9429-482d-9cf1-fcb155def651'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:06:25.803803 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Bound port: a6693894-dbf2-4b16-ba7b-0df3e825690f, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa326d72-7237-4922-8d53-f74798c0fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '090e939d-9429-482d-9cf1-fcb155def651'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:06:25.804453 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:25.810518 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 2c1c4548-f267-4462-96ec-9eb5e281871d, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=2c1c4548-f267-4462-96ec-9eb5e281871d,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:06:25.846721 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': '2c1c4548-f267-4462-96ec-9eb5e281871d', 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8', 'port_id': '2c1c4548-f267-4462-96ec-9eb5e281871d', 'mac_address': 'fa:16:3e:c0:45:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f428a510-e539-4b72-8073-f50cf5f5996d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:06:25.944581 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd9e61f1-c43c-47da-8ebc-293051f8d372 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:25.993754 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed29b50-950b-4234-a636-488109c640db req-09dee72e-204f-467b-a11c-2e2e04d8b5e2 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:25.995186 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] For port a6693894-dbf2-4b16-ba7b-0df3e825690f, host hv-cinder-80674, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:06:25.996905 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8ed29b50-950b-4234-a636-488109c640db req-09dee72e-204f-467b-a11c-2e2e04d8b5e2 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 948 time: 0.1414986 Aug 31 18:06:26.005571 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:26.015880 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] For port a6693894-dbf2-4b16-ba7b-0df3e825690f, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=a6693894-dbf2-4b16-ba7b-0df3e825690f,segment=NetworkSegment(aa326d72-7237-4922-8d53-f74798c0fb8d),segment_id=aa326d72-7237-4922-8d53-f74798c0fb8d)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:06:26.046424 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1c4548-f267-4462-96ec-9eb5e281871d {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:06:26.084913 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 2c1c4548-f267-4462-96ec-9eb5e281871d, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=2c1c4548-f267-4462-96ec-9eb5e281871d,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:06:26.147438 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8ed29b50-950b-4234-a636-488109c640db req-80c0abf9-7886-466b-8fd7-fed339c3e8a0 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/security-groups?id=974f1db8-0283-40c1-8767-330a78efc495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791826 Aug 31 18:06:26.171026 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:26.290636 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 8713dddf-e59e-4a2f-9668-f9020b3b596f up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:06:26.302236 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd9e61f1-c43c-47da-8ebc-293051f8d372 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:26.315884 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6693894-dbf2-4b16-ba7b-0df3e825690f,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:26.336568 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:26.337233 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:26.338860 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-51efbecc-4ad5-4536-b966-7763490aeaba req-42c13167-a6ab-46dc-b743-fce40e7b1dc6 service neutron] 10.222.0.61 "PUT /v2.0/ports/a6693894-dbf2-4b16-ba7b-0df3e825690f HTTP/1.1" status: 200 len: 1098 time: 1.8212802 Aug 31 18:06:26.339565 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9644829e-3bf6-495e-b985-128fe8632618', 'tag': 'a6693894-dbf2-4b16-ba7b-0df3e825690f'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:06:26.342719 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73a9855-69db-4035-b053-1ccc607a04c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9644829e-3bf6-495e-b985-128fe8632618", "tag": "a6693894-dbf2-4b16-ba7b-0df3e825690f"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:06:26.373938 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:26.429236 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43dccce-c2b5-4d8d-bbde-c8e51c54a08f x-openstack-request-id: req-f43dccce-c2b5-4d8d-bbde-c8e51c54a08f {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:06:26.429862 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9644829e-3bf6-495e-b985-128fe8632618", "tag": "a6693894-dbf2-4b16-ba7b-0df3e825690f", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:06:26.430004 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f43dccce-c2b5-4d8d-bbde-c8e51c54a08f {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:06:26.430709 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9644829e-3bf6-495e-b985-128fe8632618', 'tag': 'a6693894-dbf2-4b16-ba7b-0df3e825690f', 'status': 'completed', 'code': 200} Aug 31 18:06:26.531714 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-cd9e61f1-c43c-47da-8ebc-293051f8d372 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Allocated IP 172.27.3.18 (d0d110ef-3035-4f07-b05a-39b223314ffd/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d/72e61b02-5186-4ac9-a0fc-fd7f97777e95) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:06:26.545395 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=2c1c4548-f267-4462-96ec-9eb5e281871d,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:26.680122 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a9855-69db-4035-b053-1ccc607a04c6 req-b834b6c1-1fe2-4ef0-a433-5bfee6bc05cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:26.682987 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-a73a9855-69db-4035-b053-1ccc607a04c6 req-b834b6c1-1fe2-4ef0-a433-5bfee6bc05cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1ffc598bd49a47f2a016644ef7017ece&device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 1101 time: 0.1574974 Aug 31 18:06:26.729167 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-a73a9855-69db-4035-b053-1ccc607a04c6 req-2c47d801-7a2e-4374-83d6-41d17e6e4910 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=1ffc598bd49a47f2a016644ef7017ece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248163 Aug 31 18:06:26.867041 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b2658-9ebf-4138-ab0e-84bc0408b28c req-f019817b-a1ab-46f4-bf59-0d46c8b3bf53 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:26.868992 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e31b2658-9ebf-4138-ab0e-84bc0408b28c req-f019817b-a1ab-46f4-bf59-0d46c8b3bf53 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.1916564 Aug 31 18:06:26.902970 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a9855-69db-4035-b053-1ccc607a04c6 req-82a619e5-8702-46dd-8055-09da38e52d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:26.905880 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-a73a9855-69db-4035-b053-1ccc607a04c6 req-82a619e5-8702-46dd-8055-09da38e52d26 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1579149 Aug 31 18:06:26.943406 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d42f8-5345-439a-ba9b-edeeccd8cdba req-60ebf3ce-6d62-4851-990c-e980ff841a2e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:26.944883 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-610d42f8-5345-439a-ba9b-edeeccd8cdba req-60ebf3ce-6d62-4851-990c-e980ff841a2e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 945 time: 0.1977742 Aug 31 18:06:26.954280 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd9e61f1-c43c-47da-8ebc-293051f8d372 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:26.990257 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e31b2658-9ebf-4138-ab0e-84bc0408b28c req-1cc755f9-9237-4218-91f2-27c34846bc77 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038244 Aug 31 18:06:26.994852 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['2c1c4548-f267-4462-96ec-9eb5e281871d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:06:27.034181 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-610d42f8-5345-439a-ba9b-edeeccd8cdba req-2b40dc35-246f-411c-8412-6abac043a916 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686221 Aug 31 18:06:27.067551 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:27.082001 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 8713dddf-e59e-4a2f-9668-f9020b3b596f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:06:27.108044 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 8713dddf-e59e-4a2f-9668-f9020b3b596f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:27.108600 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:27.117644 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 57842) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:27.142926 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d8b8e39e-2a05-4334-a4d6-a6770eb1ad9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:27.204578 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efbecc-4ad5-4536-b966-7763490aeaba req-0401f85b-391b-4546-a605-9dc5e3ec6bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:27.215171 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-51efbecc-4ad5-4536-b966-7763490aeaba req-0401f85b-391b-4546-a605-9dc5e3ec6bdb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1ffc598bd49a47f2a016644ef7017ece&device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 1101 time: 0.1945992 Aug 31 18:06:27.321117 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-51efbecc-4ad5-4536-b966-7763490aeaba req-27b94a08-5745-474d-a543-7e1bc14ed91d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=a6693894-dbf2-4b16-ba7b-0df3e825690f HTTP/1.1" status: 200 len: 217 time: 0.0867441 Aug 31 18:06:27.418209 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efbecc-4ad5-4536-b966-7763490aeaba req-d25e7400-9e88-4e01-bc17-6b63c3f5f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:27.423277 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-51efbecc-4ad5-4536-b966-7763490aeaba req-d25e7400-9e88-4e01-bc17-6b63c3f5f019 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e9fb8ac5-bd86-4623-bc18-efafbe924ce0 HTTP/1.1" status: 200 len: 843 time: 0.0882509 Aug 31 18:06:27.461457 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bf315-120d-4c27-a0db-64de8788f306 req-fd353713-2782-4c4f-815d-aa0fd6e9d7e2 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:27.463866 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-707bf315-120d-4c27-a0db-64de8788f306 req-fd353713-2782-4c4f-815d-aa0fd6e9d7e2 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 948 time: 0.1424072 Aug 31 18:06:27.471722 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd9e61f1-c43c-47da-8ebc-293051f8d372 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:27.476962 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d8b8e39e-2a05-4334-a4d6-a6770eb1ad9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:27.538509 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efbecc-4ad5-4536-b966-7763490aeaba req-cc802850-da63-4542-8c87-571f7e0c2113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:27.541548 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-51efbecc-4ad5-4536-b966-7763490aeaba req-cc802850-da63-4542-8c87-571f7e0c2113 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=090e939d-9429-482d-9cf1-fcb155def651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1062541 Aug 31 18:06:27.604137 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9e61f1-c43c-47da-8ebc-293051f8d372 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Network d0d110ef-3035-4f07-b05a-39b223314ffd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:06:27.605523 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d8b8e39e-2a05-4334-a4d6-a6770eb1ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:27.617904 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-cd9e61f1-c43c-47da-8ebc-293051f8d372 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:06:27.627511 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:27.629660 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9e61f1-c43c-47da-8ebc-293051f8d372 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:06:27.676612 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-707bf315-120d-4c27-a0db-64de8788f306 req-81e2d315-d787-4630-828c-4b208814b21e tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/security-groups?id=974f1db8-0283-40c1-8767-330a78efc495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760781 Aug 31 18:06:27.695131 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port 8713dddf-e59e-4a2f-9668-f9020b3b596f, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=8713dddf-e59e-4a2f-9668-f9020b3b596f,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:06:27.701249 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e61f1-c43c-47da-8ebc-293051f8d372 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Pushing event updated for resources: {'Port': ['ID=72e61b02-5186-4ac9-a0fc-fd7f97777e95,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:27.718724 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-51efbecc-4ad5-4536-b966-7763490aeaba req-bace3134-eede-400d-a437-e33d3445ff4c service neutron] 10.222.0.61 "GET /v2.0/networks/090e939d-9429-482d-9cf1-fcb155def651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682818 Aug 31 18:06:27.723981 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-d8b8e39e-2a05-4334-a4d6-a6770eb1ad9a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ee48fce8f0c4a2e9e5ec30bd0ca10a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6046772 Aug 31 18:06:27.727536 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8e39e-2a05-4334-a4d6-a6770eb1ad9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9758aac-d036-4a8c-834e-598c08acc7d4,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:27.735231 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 57852) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:27.860054 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd9e61f1-c43c-47da-8ebc-293051f8d372 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:27.863245 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:27.882938 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6f988f3-51a4-443e-9ba5-cad0ab49a72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:27.892778 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-51efbecc-4ad5-4536-b966-7763490aeaba req-c309ab7f-d583-4ff2-9b98-d47615eed5ab service neutron] 10.222.0.61 "GET /v2.0/networks/090e939d-9429-482d-9cf1-fcb155def651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626506 Aug 31 18:06:27.918827 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6f988f3-51a4-443e-9ba5-cad0ab49a72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:27.944743 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=8713dddf-e59e-4a2f-9668-f9020b3b596f,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:28.131107 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd9e61f1-c43c-47da-8ebc-293051f8d372 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:28.176768 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 8713dddf-e59e-4a2f-9668-f9020b3b596f up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:06:28.177701 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6f988f3-51a4-443e-9ba5-cad0ab49a72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:28.193235 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6f988f3-51a4-443e-9ba5-cad0ab49a72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:28.193235 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-c6f988f3-51a4-443e-9ba5-cad0ab49a72a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f9758aac-d036-4a8c-834e-598c08acc7d4 HTTP/1.1" status: 204 len: 168 time: 0.4474413 Aug 31 18:06:28.198944 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f988f3-51a4-443e-9ba5-cad0ab49a72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9758aac-d036-4a8c-834e-598c08acc7d4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:28.270614 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 8713dddf-e59e-4a2f-9668-f9020b3b596f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:28.271216 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:28.470751 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c6767-424e-4903-98f1-2acb48f43181 req-b098940f-427b-4a3a-acf5-ab2d4b52bee2 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:28.473402 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1c2c6767-424e-4903-98f1-2acb48f43181 req-b098940f-427b-4a3a-acf5-ab2d4b52bee2 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.2894871 Aug 31 18:06:28.488065 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb072bd-8b0c-4e85-95d1-e619205434f6 req-294a5622-8549-488f-ac09-2633c9c99f20 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:28.490687 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0bb072bd-8b0c-4e85-95d1-e619205434f6 req-294a5622-8549-488f-ac09-2633c9c99f20 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 945 time: 0.3149219 Aug 31 18:06:28.650017 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1c2c6767-424e-4903-98f1-2acb48f43181 req-b8199740-a6d3-40ad-9814-e527e8b3c5e6 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550899 Aug 31 18:06:28.658983 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0bb072bd-8b0c-4e85-95d1-e619205434f6 req-43605434-b5b2-4669-86df-df2c207a7c27 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622975 Aug 31 18:06:28.725553 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd9e61f1-c43c-47da-8ebc-293051f8d372 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:28.867626 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8f2ad-c19b-4d0a-862a-d13d08649b20 req-a1513966-163a-4d22-b797-ff42bb1f12b0 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:28.869219 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-aab8f2ad-c19b-4d0a-862a-d13d08649b20 req-a1513966-163a-4d22-b797-ff42bb1f12b0 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 948 time: 0.0796385 Aug 31 18:06:28.879783 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd9e61f1-c43c-47da-8ebc-293051f8d372 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:28.982001 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e61f1-c43c-47da-8ebc-293051f8d372 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Pushing event updated for resources: {'Port': ['ID=72e61b02-5186-4ac9-a0fc-fd7f97777e95,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:29.003647 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-aab8f2ad-c19b-4d0a-862a-d13d08649b20 req-b2d215e9-a200-4e4c-b70e-eb7100dc9bf8 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/security-groups?id=974f1db8-0283-40c1-8767-330a78efc495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205537 Aug 31 18:06:29.019118 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd9e61f1-c43c-47da-8ebc-293051f8d372 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16620561'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:29.388177 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd9e61f1-c43c-47da-8ebc-293051f8d372 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:29.393544 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-cd9e61f1-c43c-47da-8ebc-293051f8d372 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7287312 Aug 31 18:06:29.476284 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 2c1c4548-f267-4462-96ec-9eb5e281871d up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:06:29.705876 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-18250c19-ed75-49ec-9210-e21711ab3d84 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2086606620&fields=id&tenant_id=2a9119ab965447a3863afba172552fbe HTTP/1.1" status: 200 len: 267 time: 0.0544093 Aug 31 18:06:29.811051 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port 2c1c4548-f267-4462-96ec-9eb5e281871d completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:06:29.818132 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port 2c1c4548-f267-4462-96ec-9eb5e281871d triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:29.819070 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:29.906699 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-e469b132-636f-443c-a1a9-c590a49a47fc tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:29.909268 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-e469b132-636f-443c-a1a9-c590a49a47fc tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/networks?id=a68376ec-b257-4dfd-9283-15b5c197e90b HTTP/1.1" status: 200 len: 817 time: 0.1880925 Aug 31 18:06:29.940082 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-181aac79-26f7-4c2e-96df-5283e311343b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/quotas/2a9119ab965447a3863afba172552fbe HTTP/1.1" status: 200 len: 375 time: 0.0211117 Aug 31 18:06:29.963628 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:29.965877 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8910de-fb5e-4faa-bf21-351effb6a57b req-23cc8ce1-b038-4442-9b45-a28b9bfa896b tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:29.967989 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5d8910de-fb5e-4faa-bf21-351effb6a57b req-23cc8ce1-b038-4442-9b45-a28b9bfa896b tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 945 time: 0.1725743 Aug 31 18:06:30.020741 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c6ae09-6691-4e50-bf8f-c37336305bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1c4548-f267-4462-96ec-9eb5e281871d'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:06:30.027770 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8f9de6-1510-4890-bbe9-862e5a7a0922" -d '{"events": [{"server_uuid": "89c6ae09-6691-4e50-bf8f-c37336305bc5", "name": "network-vif-plugged", "status": "completed", "tag": "2c1c4548-f267-4462-96ec-9eb5e281871d"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:06:30.051557 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5d8910de-fb5e-4faa-bf21-351effb6a57b req-7e26ebf2-6447-41b5-a674-bd26b49dabd6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683558 Aug 31 18:06:30.083325 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-9110d045-de6a-417a-b242-257743fc97d3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a9119ab965447a3863afba172552fbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1217911 Aug 31 18:06:30.108076 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 2c1c4548-f267-4462-96ec-9eb5e281871d, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=2c1c4548-f267-4462-96ec-9eb5e281871d,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:06:30.209743 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-b47c9c01-f066-4957-b47d-74d0ba17009e service neutron] 10.222.0.58 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213353 Aug 31 18:06:30.339419 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-30376b27-01f2-4cde-a48f-7d18afe717a2 service neutron] 10.222.0.58 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228192 Aug 31 18:06:30.444368 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26aad3-3fa8-4bb1-9165-7e9069a4ae9c req-8e8e5f66-3595-4bdd-9a06-d61482e918a6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:30.446914 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-db26aad3-3fa8-4bb1-9165-7e9069a4ae9c req-8e8e5f66-3595-4bdd-9a06-d61482e918a6 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 948 time: 0.0782409 Aug 31 18:06:30.450286 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:30.518821 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-db26aad3-3fa8-4bb1-9165-7e9069a4ae9c req-5bd637bf-ca10-4c8c-839c-c39659a31c78 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/security-groups?id=974f1db8-0283-40c1-8767-330a78efc495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546522 Aug 31 18:06:30.528424 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=2c1c4548-f267-4462-96ec-9eb5e281871d,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:30.589302 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a80b1f8-ec56-4a9a-8f39-723f22dab4d5 x-openstack-request-id: req-2a80b1f8-ec56-4a9a-8f39-723f22dab4d5 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:06:30.589727 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c6ae09-6691-4e50-bf8f-c37336305bc5", "name": "network-vif-plugged", "status": "completed", "tag": "2c1c4548-f267-4462-96ec-9eb5e281871d", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:06:30.590095 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a80b1f8-ec56-4a9a-8f39-723f22dab4d5 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:06:30.590621 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c6ae09-6691-4e50-bf8f-c37336305bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1c4548-f267-4462-96ec-9eb5e281871d', 'code': 200} Aug 31 18:06:30.841702 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-928b20b6-2da6-4bb6-8b5a-fc68a2c7ba3e req-0419dc0e-2823-43b3-b4d7-72566c020363 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 210 time: 0.0357261 Aug 31 18:06:31.264141 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64af7f-3ea0-42e5-81ac-81d07603e6c3 req-c9e9ba7f-ebe2-4d51-84a3-8e1c09c321d9 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:31.266880 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9a64af7f-3ea0-42e5-81ac-81d07603e6c3 req-c9e9ba7f-ebe2-4d51-84a3-8e1c09c321d9 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 946 time: 0.0789394 Aug 31 18:06:31.337642 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9a64af7f-3ea0-42e5-81ac-81d07603e6c3 req-8edb2322-9857-44d5-a3e6-a145e049f8d2 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574677 Aug 31 18:06:31.346251 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18e912-a578-48c5-8f25-52cca5eeb185 req-369640cc-815f-4a28-96cd-568593530164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:31.348362 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ba18e912-a578-48c5-8f25-52cca5eeb185 req-369640cc-815f-4a28-96cd-568593530164 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0802133 Aug 31 18:06:31.404703 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ba18e912-a578-48c5-8f25-52cca5eeb185 req-546a44ba-13e5-49e5-96a4-c648ed033248 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476832 Aug 31 18:06:31.490591 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device a6693894-dbf2-4b16-ba7b-0df3e825690f details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:06:31.605980 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port a6693894-dbf2-4b16-ba7b-0df3e825690f, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=a6693894-dbf2-4b16-ba7b-0df3e825690f,segment=NetworkSegment(aa326d72-7237-4922-8d53-f74798c0fb8d),segment_id=aa326d72-7237-4922-8d53-f74798c0fb8d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:06:31.620345 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': 'a6693894-dbf2-4b16-ba7b-0df3e825690f', 'network_id': '090e939d-9429-482d-9cf1-fcb155def651', 'port_id': 'a6693894-dbf2-4b16-ba7b-0df3e825690f', 'mac_address': 'fa:16:3e:a8:b3:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fb8ac5-bd86-4623-bc18-efafbe924ce0', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:06:31.667346 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:31.683308 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6693894-dbf2-4b16-ba7b-0df3e825690f {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:06:31.719497 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port a6693894-dbf2-4b16-ba7b-0df3e825690f, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=a6693894-dbf2-4b16-ba7b-0df3e825690f,segment=NetworkSegment(aa326d72-7237-4922-8d53-f74798c0fb8d),segment_id=aa326d72-7237-4922-8d53-f74798c0fb8d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:06:31.724026 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b88933-9e7b-4b1b-a6aa-c44425672466 req-d8c185a7-e9ad-4c1e-855c-8769387a219d tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:31.725633 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-89b88933-9e7b-4b1b-a6aa-c44425672466 req-d8c185a7-e9ad-4c1e-855c-8769387a219d tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 948 time: 0.0823681 Aug 31 18:06:31.772682 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-89b88933-9e7b-4b1b-a6aa-c44425672466 req-5017e603-cede-459a-af78-d752880b3110 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/security-groups?id=974f1db8-0283-40c1-8767-330a78efc495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371251 Aug 31 18:06:31.850635 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:31.917703 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=a6693894-dbf2-4b16-ba7b-0df3e825690f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:31.974075 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cfe50c04-aa8a-4e19-ad7a-d30837b74fe2 req-74ec42e6-e628-45f6-935a-1eac12c62cb3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 210 time: 0.0429184 Aug 31 18:06:32.508111 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0a911-c41a-4fb3-bc8a-1891ea33652b req-0f2f6cf5-c5e8-49f7-b63d-ded137d003a7 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:32.509709 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e4e0a911-c41a-4fb3-bc8a-1891ea33652b req-0f2f6cf5-c5e8-49f7-b63d-ded137d003a7 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 946 time: 0.0785463 Aug 31 18:06:32.532352 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d94b62-545a-49f0-ad29-ea998b485089 req-8dc1979a-4351-432a-8107-2cae0685bcc0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:32.533908 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-39d94b62-545a-49f0-ad29-ea998b485089 req-8dc1979a-4351-432a-8107-2cae0685bcc0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0757651 Aug 31 18:06:32.599808 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e4e0a911-c41a-4fb3-bc8a-1891ea33652b req-0bc934c1-d666-46fe-8da3-845bf4fc1817 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814989 Aug 31 18:06:32.611332 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-39d94b62-545a-49f0-ad29-ea998b485089 req-c641c876-30c0-48f2-afe1-0c6aaaf08049 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690897 Aug 31 18:06:32.754480 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['a6693894-dbf2-4b16-ba7b-0df3e825690f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:06:32.923988 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5522b-92fa-40b8-8c3e-69d1c276a4d6 req-09546a70-c39e-482c-9e22-7d9e3aaff418 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:32.926625 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-62e5522b-92fa-40b8-8c3e-69d1c276a4d6 req-09546a70-c39e-482c-9e22-7d9e3aaff418 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 949 time: 0.0726454 Aug 31 18:06:32.979690 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-62e5522b-92fa-40b8-8c3e-69d1c276a4d6 req-abc3a489-6b09-43f4-9ae5-47a1f7dd7ea1 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/security-groups?id=974f1db8-0283-40c1-8767-330a78efc495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465703 Aug 31 18:06:33.244075 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bbd6418b-40c4-40c9-859c-949b3334cd85 req-f4381f58-bc8a-4f2a-a197-a751d3071120 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 210 time: 0.0331373 Aug 31 18:06:33.757310 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50536000-0b93-4020-9f02-2b20a95aef56 req-5ce860ca-3d37-43a8-807a-77bfc9027e4a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:33.759772 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-50536000-0b93-4020-9f02-2b20a95aef56 req-5ce860ca-3d37-43a8-807a-77bfc9027e4a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 946 time: 0.0613770 Aug 31 18:06:33.832418 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-50536000-0b93-4020-9f02-2b20a95aef56 req-0cd4cd9b-9918-46b7-a380-a708d2077df2 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603852 Aug 31 18:06:34.120308 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25856366-7b3e-497f-88be-8f7f0a3c42e1 req-a584cdf7-3a42-43ab-8f26-602a70798df3 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:34.122002 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-25856366-7b3e-497f-88be-8f7f0a3c42e1 req-a584cdf7-3a42-43ab-8f26-602a70798df3 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 949 time: 0.0511112 Aug 31 18:06:34.184616 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-25856366-7b3e-497f-88be-8f7f0a3c42e1 req-f9fc94b7-641b-4726-82f1-eb716f3872b0 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/security-groups?id=974f1db8-0283-40c1-8767-330a78efc495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547795 Aug 31 18:06:34.528150 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-86012eaa-c0a9-44a4-a4c1-a006dbbb493c req-ae38d7d6-71dd-4db9-a622-7ee55a6e0add tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 210 time: 0.0270331 Aug 31 18:06:34.998102 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1386680-d046-425b-9a30-82a819b4ccd0 req-58dbda0b-0815-4998-ab5e-e8b682778686 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:35.000238 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c1386680-d046-425b-9a30-82a819b4ccd0 req-58dbda0b-0815-4998-ab5e-e8b682778686 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 946 time: 0.0714550 Aug 31 18:06:35.078708 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c1386680-d046-425b-9a30-82a819b4ccd0 req-81a2b120-3f94-49a5-929a-71a349f0ea9a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600808 Aug 31 18:06:35.379285 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57a72a-b2a3-4ead-8489-6b1b1f34f63a req-defa25fd-a9d1-4fd8-a6f8-1324be751f16 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:35.383232 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7d57a72a-b2a3-4ead-8489-6b1b1f34f63a req-defa25fd-a9d1-4fd8-a6f8-1324be751f16 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 949 time: 0.0881686 Aug 31 18:06:35.428934 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7d57a72a-b2a3-4ead-8489-6b1b1f34f63a req-92946b40-1931-42a6-90c2-c6bc5968ec2f tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/security-groups?id=974f1db8-0283-40c1-8767-330a78efc495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375018 Aug 31 18:06:35.500296 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device a6693894-dbf2-4b16-ba7b-0df3e825690f up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:06:35.665877 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4ebf72b4-5808-48fe-baac-2afa6a84b526 req-0582a205-4e76-4b80-bfbb-01484d7d0708 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 210 time: 0.0484431 Aug 31 18:06:35.778545 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7f76af0a-4717-48a3-99b6-ba632b1b8a59 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:35.783036 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7f76af0a-4717-48a3-99b6-ba632b1b8a59 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.61 "GET /v2.0/networks?id=a68376ec-b257-4dfd-9283-15b5c197e90b HTTP/1.1" status: 200 len: 817 time: 0.1198061 Aug 31 18:06:35.847796 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-bec18164-e241-4903-8e4a-3f3e270c2c42 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a9119ab965447a3863afba172552fbe HTTP/1.1" status: 200 len: 380 time: 0.0466509 Aug 31 18:06:35.864572 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Request body: {'port': {'device_id': '408c7b99-cf5a-4ea8-a9a9-4096e67ceee3', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'admin_state_up': True, 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'security_groups': ['964d3653-2138-4a88-a2a6-a5674a074cd9']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:35.970578 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port a6693894-dbf2-4b16-ba7b-0df3e825690f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:06:35.975741 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port a6693894-dbf2-4b16-ba7b-0df3e825690f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:35.976276 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:36.102699 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:36.131403 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9644829e-3bf6-495e-b985-128fe8632618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6693894-dbf2-4b16-ba7b-0df3e825690f'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:06:36.133714 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98fa8a8-8f51-49c0-8118-2f0909611562" -d '{"events": [{"server_uuid": "9644829e-3bf6-495e-b985-128fe8632618", "name": "network-vif-plugged", "status": "completed", "tag": "a6693894-dbf2-4b16-ba7b-0df3e825690f"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:06:36.147104 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port a6693894-dbf2-4b16-ba7b-0df3e825690f, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=a6693894-dbf2-4b16-ba7b-0df3e825690f,segment=NetworkSegment(aa326d72-7237-4922-8d53-f74798c0fb8d),segment_id=aa326d72-7237-4922-8d53-f74798c0fb8d)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:06:36.173859 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8638b7ab-95fd-4df7-924b-fdd84d8f6c50 x-openstack-request-id: req-8638b7ab-95fd-4df7-924b-fdd84d8f6c50 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:06:36.174253 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9644829e-3bf6-495e-b985-128fe8632618", "name": "network-vif-plugged", "status": "completed", "tag": "a6693894-dbf2-4b16-ba7b-0df3e825690f", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:06:36.174594 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8638b7ab-95fd-4df7-924b-fdd84d8f6c50 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:06:36.175084 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9644829e-3bf6-495e-b985-128fe8632618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6693894-dbf2-4b16-ba7b-0df3e825690f', 'code': 200} Aug 31 18:06:36.214698 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Made reservation on behalf of 2a9119ab965447a3863afba172552fbe for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:06:36.218700 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:36.341344 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:36.390022 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Allocated IP 172.20.0.13 (a68376ec-b257-4dfd-9283-15b5c197e90b/e1d6b1f5-01e8-41f7-84ff-ce519356dba1/541488fc-0144-4a36-9edf-0648ccb84475) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:06:36.432103 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=a6693894-dbf2-4b16-ba7b-0df3e825690f,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:36.659007 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:36.680150 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Transition to ACTIVE for port object 541488fc-0144-4a36-9edf-0648ccb84475 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:06:36.725035 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6ebf9-83f7-4851-b443-800b1876563a req-17b5240d-169c-4ba3-92ac-a870f4b2b27f tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:36.727735 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9fb6ebf9-83f7-4851-b443-800b1876563a req-17b5240d-169c-4ba3-92ac-a870f4b2b27f tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 950 time: 0.1478388 Aug 31 18:06:36.768367 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9fb6ebf9-83f7-4851-b443-800b1876563a req-0976902c-d07a-4959-975c-44aa5497a3da tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/security-groups?id=974f1db8-0283-40c1-8767-330a78efc495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319076 Aug 31 18:06:36.850974 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:36.853556 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-884e3e7d-5fbc-428e-b386-adae45d68358 req-7bf95e44-b757-443d-a3b5-5e4d11065f0b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 210 time: 0.0314276 Aug 31 18:06:36.917080 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Network a68376ec-b257-4dfd-9283-15b5c197e90b is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:06:36.918884 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Pushing event updated for resources: {'Port': ['ID=541488fc-0144-4a36-9edf-0648ccb84475,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:36.922004 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:06:36.925221 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:06:36.931312 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:36.932717 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:36.937222 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf685f2-f9f0-4b08-b2be-a5cfa0a63e0b req-2a0589da-4c1d-4b0f-9e82-271d71eafcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:36.940499 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:36.940906 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:36.948178 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ddf685f2-f9f0-4b08-b2be-a5cfa0a63e0b req-2a0589da-4c1d-4b0f-9e82-271d71eafcb1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 1103 time: 0.0857830 Aug 31 18:06:36.948424 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:36.948424 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:36.948424 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:36.948424 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:36.948424 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:36.948424 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:36.948424 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:36.948424 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:36.948424 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:36.948424 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:37.009630 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ddf685f2-f9f0-4b08-b2be-a5cfa0a63e0b req-47b122ec-f4c7-4949-90a9-c6b749247786 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=974f1db8-0283-40c1-8767-330a78efc495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575061 Aug 31 18:06:37.341831 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-fb98b363-0dfb-45c8-851f-333bebe1054e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4813473 Aug 31 18:06:37.391843 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-efb673ff-f6f5-4209-ae8c-be6c80288159 None None] Provisioning for port 541488fc-0144-4a36-9edf-0648ccb84475 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:06:37.394409 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-efb673ff-f6f5-4209-ae8c-be6c80288159 None None] Provisioning complete for port 541488fc-0144-4a36-9edf-0648ccb84475 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:37.394995 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-efb673ff-f6f5-4209-ae8c-be6c80288159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:37.432196 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-efb673ff-f6f5-4209-ae8c-be6c80288159 None None] Port 541488fc-0144-4a36-9edf-0648ccb84475 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:06:37.668843 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Request body: {'port': {'device_id': '408c7b99-cf5a-4ea8-a9a9-4096e67ceee3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:37.972452 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5411ab-1559-48a5-90a3-3e6083d59a8a req-5bd2d1fb-982a-417d-90f9-00f20044f34d tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:37.976982 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fc5411ab-1559-48a5-90a3-3e6083d59a8a req-5bd2d1fb-982a-417d-90f9-00f20044f34d tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 950 time: 0.0907593 Aug 31 18:06:37.986234 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:38.094620 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fc5411ab-1559-48a5-90a3-3e6083d59a8a req-ad79452d-7597-49c8-be74-7a0551952877 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/security-groups?id=974f1db8-0283-40c1-8767-330a78efc495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109729 Aug 31 18:06:38.168531 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd80751-89aa-4eb5-a8ca-2b3f9c34b77d req-4e98de87-1d13-475b-a48b-40c754a94777 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:38.171196 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fdd80751-89aa-4eb5-a8ca-2b3f9c34b77d req-4e98de87-1d13-475b-a48b-40c754a94777 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 932 time: 0.1030354 Aug 31 18:06:38.243832 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fdd80751-89aa-4eb5-a8ca-2b3f9c34b77d req-e92ce67a-08b8-4d54-9bb2-e83082ee143f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611358 Aug 31 18:06:38.352227 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541488fc-0144-4a36-9edf-0648ccb84475 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:06:38.365796 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:38.385631 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Transition to ACTIVE for port object 541488fc-0144-4a36-9edf-0648ccb84475 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:06:38.694842 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:38.756684 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Pushing event updated for resources: {'Port': ['ID=541488fc-0144-4a36-9edf-0648ccb84475,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:38.802242 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Attempting to bind port 541488fc-0144-4a36-9edf-0648ccb84475 on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:06:38.802726 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Attempting to bind port 541488fc-0144-4a36-9edf-0648ccb84475 by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': '86d25d94-d915-4213-b12d-e851b05b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:06:38.803251 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Attempting to bind port 541488fc-0144-4a36-9edf-0648ccb84475 on network a68376ec-b257-4dfd-9283-15b5c197e90b {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:06:38.811100 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Port 541488fc-0144-4a36-9edf-0648ccb84475 on network a68376ec-b257-4dfd-9283-15b5c197e90b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:06:38.811557 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Attempting to bind port 541488fc-0144-4a36-9edf-0648ccb84475 on network a68376ec-b257-4dfd-9283-15b5c197e90b {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:06:38.818969 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:06:38.819503 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Checking segment: {'id': '86d25d94-d915-4213-b12d-e851b05b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:06:38.820340 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Bound using segment: {'id': '86d25d94-d915-4213-b12d-e851b05b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:06:38.821093 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Bound port: 541488fc-0144-4a36-9edf-0648ccb84475, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d25d94-d915-4213-b12d-e851b05b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:06:38.821698 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:38.936782 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] For port 541488fc-0144-4a36-9edf-0648ccb84475, host hv-cinder-80674, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:06:38.942153 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] For port 541488fc-0144-4a36-9edf-0648ccb84475, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=541488fc-0144-4a36-9edf-0648ccb84475,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:06:39.223119 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:39.245893 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7be147-079a-4c59-be6c-e0857fe937ad req-0b1917e4-57ae-4fc9-8752-57c1dc07ac8e tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:39.248348 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2f7be147-079a-4c59-be6c-e0857fe937ad req-0b1917e4-57ae-4fc9-8752-57c1dc07ac8e tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 950 time: 0.0646923 Aug 31 18:06:39.269580 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:39.270409 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:39.272425 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] 10.222.0.61 "PUT /v2.0/ports/541488fc-0144-4a36-9edf-0648ccb84475 HTTP/1.1" status: 200 len: 1094 time: 1.6107752 Aug 31 18:06:39.273785 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408c7b99-cf5a-4ea8-a9a9-4096e67ceee3', 'tag': '541488fc-0144-4a36-9edf-0648ccb84475'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:06:39.277610 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aba7897-f9de-4cad-b54b-27ff2173d965" -d '{"events": [{"name": "network-changed", "server_uuid": "408c7b99-cf5a-4ea8-a9a9-4096e67ceee3", "tag": "541488fc-0144-4a36-9edf-0648ccb84475"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:06:39.327301 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2f7be147-079a-4c59-be6c-e0857fe937ad req-2057a0a5-0d4b-4947-9631-45c76aaa8770 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/security-groups?id=974f1db8-0283-40c1-8767-330a78efc495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676434 Aug 31 18:06:39.333188 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ddffa-478f-40fe-8fdf-156cd1a7ba8b service neutron] Pushing event updated for resources: {'Port': ['ID=541488fc-0144-4a36-9edf-0648ccb84475,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:39.418983 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eb9681-bdf5-4b0d-8e83-5f06d45bfd42 x-openstack-request-id: req-a4eb9681-bdf5-4b0d-8e83-5f06d45bfd42 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:06:39.419980 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408c7b99-cf5a-4ea8-a9a9-4096e67ceee3", "tag": "541488fc-0144-4a36-9edf-0648ccb84475", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:06:39.420379 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a4eb9681-bdf5-4b0d-8e83-5f06d45bfd42 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:06:39.421186 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408c7b99-cf5a-4ea8-a9a9-4096e67ceee3', 'tag': '541488fc-0144-4a36-9edf-0648ccb84475', 'status': 'completed', 'code': 200} Aug 31 18:06:39.453034 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ed2c2-4d6a-45ab-bb74-1b87e471e3fc req-0eb8ff78-a1ed-4113-a725-959c33a0226c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:39.454582 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7a7ed2c2-4d6a-45ab-bb74-1b87e471e3fc req-0eb8ff78-a1ed-4113-a725-959c33a0226c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0702806 Aug 31 18:06:39.517552 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7a7ed2c2-4d6a-45ab-bb74-1b87e471e3fc req-25d7fa4a-ac8b-4316-a24b-dc58d6a0b6ac tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556884 Aug 31 18:06:39.567556 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba7897-f9de-4cad-b54b-27ff2173d965 req-086bb61c-9ca9-4091-990c-4886c703f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:39.568393 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-5aba7897-f9de-4cad-b54b-27ff2173d965 req-086bb61c-9ca9-4091-990c-4886c703f8ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a9119ab965447a3863afba172552fbe&device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 1097 time: 0.1009295 Aug 31 18:06:39.718117 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba7897-f9de-4cad-b54b-27ff2173d965 req-334351fd-153c-4d82-87c0-336afc384eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:39.721417 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 58120) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:39.721681 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-5aba7897-f9de-4cad-b54b-27ff2173d965 req-334351fd-153c-4d82-87c0-336afc384eb9 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2a9119ab965447a3863afba172552fbe&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1291480 Aug 31 18:06:39.882330 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba7897-f9de-4cad-b54b-27ff2173d965 req-0866d011-f887-41e4-b845-648c432fa3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:39.884425 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-5aba7897-f9de-4cad-b54b-27ff2173d965 req-0866d011-f887-41e4-b845-648c432fa3b5 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1546187 Aug 31 18:06:40.021504 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-1d38bf5f-cdc5-4ff9-9e5e-27dd3f6173da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:40.024209 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-1d38bf5f-cdc5-4ff9-9e5e-27dd3f6173da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a9119ab965447a3863afba172552fbe&device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 1097 time: 0.0724747 Aug 31 18:06:40.087653 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3cf33ba0-8547-4d3f-9a86-63908aa240ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:40.128579 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-067ef135-3c56-45f9-8bc7-993c2d8a1116 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=541488fc-0144-4a36-9edf-0648ccb84475 HTTP/1.1" status: 200 len: 217 time: 0.0814521 Aug 31 18:06:40.220494 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3cf33ba0-8547-4d3f-9a86-63908aa240ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:40.224591 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-5635c776-4181-4e6e-a44e-a87c8ee9a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:40.227115 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-5635c776-4181-4e6e-a44e-a87c8ee9a885 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1d6b1f5-01e8-41f7-84ff-ce519356dba1 HTTP/1.1" status: 200 len: 856 time: 0.0905793 Aug 31 18:06:40.283868 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-27e4e8de-9c38-4f7d-8b8a-10d10837c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:40.285415 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-27e4e8de-9c38-4f7d-8b8a-10d10837c9c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a68376ec-b257-4dfd-9283-15b5c197e90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512493 Aug 31 18:06:40.406456 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-ee9e6e46-b871-44cb-b23c-c3ad62c24a49 service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124537 Aug 31 18:06:40.454362 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3cf33ba0-8547-4d3f-9a86-63908aa240ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:40.503301 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-3cf33ba0-8547-4d3f-9a86-63908aa240ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cbbcb30ddeb34676a53c1705bb7769ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7789648 Aug 31 18:06:40.504313 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf33ba0-8547-4d3f-9a86-63908aa240ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c014c2d-6dd5-4156-acef-d867bff49d62,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:40.506617 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 58140) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:40.521593 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4273c-989e-4501-9c10-44514103be94 req-9fd7f751-3a22-4635-a916-1051f52ac941 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:40.523171 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bae4273c-989e-4501-9c10-44514103be94 req-9fd7f751-3a22-4635-a916-1051f52ac941 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 950 time: 0.0959833 Aug 31 18:06:40.524630 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33ba0-8547-4d3f-9a86-63908aa240ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:40.525011 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33ba0-8547-4d3f-9a86-63908aa240ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:40.525360 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33ba0-8547-4d3f-9a86-63908aa240ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:40.525687 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33ba0-8547-4d3f-9a86-63908aa240ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:40.526030 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33ba0-8547-4d3f-9a86-63908aa240ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:40.526345 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33ba0-8547-4d3f-9a86-63908aa240ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:40.526672 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33ba0-8547-4d3f-9a86-63908aa240ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:40.527001 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33ba0-8547-4d3f-9a86-63908aa240ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:40.527325 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33ba0-8547-4d3f-9a86-63908aa240ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:40.527694 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33ba0-8547-4d3f-9a86-63908aa240ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:40.527962 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33ba0-8547-4d3f-9a86-63908aa240ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:40.528403 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33ba0-8547-4d3f-9a86-63908aa240ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:40.573297 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bae4273c-989e-4501-9c10-44514103be94 req-3d32cb89-3980-49cf-8d8d-33df7f5c81c1 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/security-groups?id=974f1db8-0283-40c1-8767-330a78efc495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402639 Aug 31 18:06:40.573515 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6f1b58ef-2ffd-478f-b3dc-2f3bbdf53687 req-c36eb277-5b77-422a-8a1a-448127808779 service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403561 Aug 31 18:06:40.591044 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a899bc22-cc3c-40ef-b8c6-3cb71deebdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:40.633445 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a899bc22-cc3c-40ef-b8c6-3cb71deebdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:40.714654 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7964678-9656-4842-a527-86847e9de660 req-434c1746-319a-49f7-b5cf-8af2cea28b75 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:40.716359 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f7964678-9656-4842-a527-86847e9de660 req-434c1746-319a-49f7-b5cf-8af2cea28b75 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0644493 Aug 31 18:06:40.760399 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f7964678-9656-4842-a527-86847e9de660 req-2867b769-3241-45e5-b3f8-15318f58f12c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375698 Aug 31 18:06:40.810695 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a899bc22-cc3c-40ef-b8c6-3cb71deebdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:40.813567 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a899bc22-cc3c-40ef-b8c6-3cb71deebdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:40.828212 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-a899bc22-cc3c-40ef-b8c6-3cb71deebdf3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c014c2d-6dd5-4156-acef-d867bff49d62 HTTP/1.1" status: 204 len: 168 time: 0.3070357 Aug 31 18:06:40.828212 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899bc22-cc3c-40ef-b8c6-3cb71deebdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c014c2d-6dd5-4156-acef-d867bff49d62,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:41.699558 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499d540-1dba-4d1b-bd41-dbeaca0060d1 req-6732fd10-40ff-4cfd-bbe8-454488f75ad8 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:41.701715 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e499d540-1dba-4d1b-bd41-dbeaca0060d1 req-6732fd10-40ff-4cfd-bbe8-454488f75ad8 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 950 time: 0.3318949 Aug 31 18:06:41.760109 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e499d540-1dba-4d1b-bd41-dbeaca0060d1 req-24a0fe0b-6354-4e38-8a4f-1dc57e9d00d7 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/security-groups?id=974f1db8-0283-40c1-8767-330a78efc495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520980 Aug 31 18:06:41.771355 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 58170) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:41.785754 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc50bdfd-8d9f-427b-a06c-0d8527924707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:41.923124 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd720509-6205-4e2b-9cfc-4852c877b28b req-57671b59-1fb4-4bea-8b1c-2a5a506bf55d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:41.925185 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fd720509-6205-4e2b-9cfc-4852c877b28b req-57671b59-1fb4-4bea-8b1c-2a5a506bf55d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0809669 Aug 31 18:06:41.927170 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc50bdfd-8d9f-427b-a06c-0d8527924707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:41.964180 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fd720509-6205-4e2b-9cfc-4852c877b28b req-e428ce53-a807-43b3-8b6e-edeea66317d9 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331051 Aug 31 18:06:41.968727 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:06:42.152007 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bc50bdfd-8d9f-427b-a06c-0d8527924707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:42.205452 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-bc50bdfd-8d9f-427b-a06c-0d8527924707 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ebcdbebab6e47b2afe56b98c9ce1c06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4329686 Aug 31 18:06:42.206620 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50bdfd-8d9f-427b-a06c-0d8527924707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e71d4bf-e853-4a1b-ad0a-e20339693741,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:42.208340 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 58180) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:42.269177 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7180f68c-9650-4983-b2d7-48f5a5d8b478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:42.292878 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7180f68c-9650-4983-b2d7-48f5a5d8b478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:42.534715 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7180f68c-9650-4983-b2d7-48f5a5d8b478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:42.537368 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7180f68c-9650-4983-b2d7-48f5a5d8b478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:42.538521 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-7180f68c-9650-4983-b2d7-48f5a5d8b478 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e71d4bf-e853-4a1b-ad0a-e20339693741 HTTP/1.1" status: 204 len: 168 time: 0.3291700 Aug 31 18:06:42.546878 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180f68c-9650-4983-b2d7-48f5a5d8b478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e71d4bf-e853-4a1b-ad0a-e20339693741,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:42.894371 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae3197-6ab1-44a8-a3f8-007b9f2f6585 req-acbff8f6-ead8-43fe-8db4-b5a075a028f4 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:42.896046 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e7ae3197-6ab1-44a8-a3f8-007b9f2f6585 req-acbff8f6-ead8-43fe-8db4-b5a075a028f4 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 950 time: 0.0572851 Aug 31 18:06:42.939368 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e7ae3197-6ab1-44a8-a3f8-007b9f2f6585 req-14c6752c-e54a-4955-80b9-8b45e60c9aa0 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/security-groups?id=974f1db8-0283-40c1-8767-330a78efc495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372066 Aug 31 18:06:43.126196 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9932c2e-e736-4459-be7a-07e082abf4ad req-3feb2ea1-ea3f-4db7-8062-4c92c6fe44a1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:43.128225 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b9932c2e-e736-4459-be7a-07e082abf4ad req-3feb2ea1-ea3f-4db7-8062-4c92c6fe44a1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0807340 Aug 31 18:06:43.200733 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b9932c2e-e736-4459-be7a-07e082abf4ad req-2af8b50f-8f1c-49aa-a42c-9d15f7803fba tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585656 Aug 31 18:06:44.153950 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2582c48-867d-44ac-bd32-ae653ff257d4 req-6ae6644a-6372-46f3-a7f7-3ac8a64942f2 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:44.155527 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b2582c48-867d-44ac-bd32-ae653ff257d4 req-6ae6644a-6372-46f3-a7f7-3ac8a64942f2 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 950 time: 0.0592067 Aug 31 18:06:44.212507 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b2582c48-867d-44ac-bd32-ae653ff257d4 req-ab7e8b77-468c-4577-ac62-6032507d98d5 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/security-groups?id=974f1db8-0283-40c1-8767-330a78efc495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475936 Aug 31 18:06:44.331171 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81469493-0229-4371-b332-4f64950af307 req-958a1824-d191-48cd-b4af-94911bfd5e95 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:44.344148 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-81469493-0229-4371-b332-4f64950af307 req-958a1824-d191-48cd-b4af-94911bfd5e95 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.61 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 950 time: 0.1245849 Aug 31 18:06:44.376002 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8af21-a102-49fe-a2c3-ca119335b985 req-4de9f918-2dd5-4a0d-8787-120d171b2458 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:44.379322 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-baa8af21-a102-49fe-a2c3-ca119335b985 req-4de9f918-2dd5-4a0d-8787-120d171b2458 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0711360 Aug 31 18:06:44.431074 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-baa8af21-a102-49fe-a2c3-ca119335b985 req-c697c987-e2b4-4d54-934c-7aa2c2f1de80 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448303 Aug 31 18:06:44.541213 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-81469493-0229-4371-b332-4f64950af307 req-c5d50378-ea77-442c-b483-6d82f9a185a3 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Deleting port a6693894-dbf2-4b16-ba7b-0df3e825690f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:06:44.541552 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-81469493-0229-4371-b332-4f64950af307 req-c5d50378-ea77-442c-b483-6d82f9a185a3 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:44.649442 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-81469493-0229-4371-b332-4f64950af307 req-c5d50378-ea77-442c-b483-6d82f9a185a3 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] For port a6693894-dbf2-4b16-ba7b-0df3e825690f, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=a6693894-dbf2-4b16-ba7b-0df3e825690f,segment=NetworkSegment(aa326d72-7237-4922-8d53-f74798c0fb8d),segment_id=aa326d72-7237-4922-8d53-f74798c0fb8d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:06:44.649442 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-81469493-0229-4371-b332-4f64950af307 req-c5d50378-ea77-442c-b483-6d82f9a185a3 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:44.667049 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-81469493-0229-4371-b332-4f64950af307 req-c5d50378-ea77-442c-b483-6d82f9a185a3 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Calling delete_port for a6693894-dbf2-4b16-ba7b-0df3e825690f owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:06:45.124813 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-81469493-0229-4371-b332-4f64950af307 req-c5d50378-ea77-442c-b483-6d82f9a185a3 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:45.159887 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d50378-ea77-442c-b483-6d82f9a185a3 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Pushing event deleted for resources: {'Port': ['ID=a6693894-dbf2-4b16-ba7b-0df3e825690f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:45.189699 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['a6693894-dbf2-4b16-ba7b-0df3e825690f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:06:45.329305 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-81469493-0229-4371-b332-4f64950af307 req-c5d50378-ea77-442c-b483-6d82f9a185a3 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] No DVR routers for this DVR port a6693894-dbf2-4b16-ba7b-0df3e825690f on host hv-cinder-80674 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:06:45.334126 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-81469493-0229-4371-b332-4f64950af307 req-c5d50378-ea77-442c-b483-6d82f9a185a3 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:45.338302 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-81469493-0229-4371-b332-4f64950af307 req-c5d50378-ea77-442c-b483-6d82f9a185a3 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.61 "DELETE /v2.0/ports/a6693894-dbf2-4b16-ba7b-0df3e825690f HTTP/1.1" status: 204 len: 173 time: 0.9977832 Aug 31 18:06:45.339395 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9644829e-3bf6-495e-b985-128fe8632618', 'name': 'network-vif-deleted', 'tag': 'a6693894-dbf2-4b16-ba7b-0df3e825690f'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:06:45.344701 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd0c98b-74f3-4dc8-91d1-edfa5c7f69af" -d '{"events": [{"server_uuid": "9644829e-3bf6-495e-b985-128fe8632618", "name": "network-vif-deleted", "tag": "a6693894-dbf2-4b16-ba7b-0df3e825690f"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:06:45.404763 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b80ed729-757c-4af5-b169-e6f876f1ed0c req-40065e65-43c8-4cd3-8d04-3632ae000738 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 210 time: 0.0280476 Aug 31 18:06:45.466440 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e4b088-3968-44aa-a4da-e81cab8a0fb2 x-openstack-request-id: req-24e4b088-3968-44aa-a4da-e81cab8a0fb2 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:06:45.466745 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9644829e-3bf6-495e-b985-128fe8632618", "name": "network-vif-deleted", "tag": "a6693894-dbf2-4b16-ba7b-0df3e825690f", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:06:45.466997 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24e4b088-3968-44aa-a4da-e81cab8a0fb2 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:06:45.467447 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9644829e-3bf6-495e-b985-128fe8632618', 'name': 'network-vif-deleted', 'tag': 'a6693894-dbf2-4b16-ba7b-0df3e825690f', 'status': 'completed', 'code': 200} Aug 31 18:06:45.574892 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25342f0-38b1-4d71-afbe-c7728e282c83 req-4d2a671c-908a-4d59-97fb-b059de831670 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:45.580690 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d25342f0-38b1-4d71-afbe-c7728e282c83 req-4d2a671c-908a-4d59-97fb-b059de831670 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0568688 Aug 31 18:06:45.626988 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d25342f0-38b1-4d71-afbe-c7728e282c83 req-9f721815-28ff-4cc3-87a0-bc1dcee5934e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398870 Aug 31 18:06:46.534074 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-64cd48f7-2184-4fdb-8527-54e4fb9de5d7 req-78877614-cb04-470a-8a75-02b1569bd9e5 tempest-VolumesNegativeTest-784722247 tempest-VolumesNegativeTest-784722247-project] 10.222.0.58 "GET /v2.0/ports?device_id=9644829e-3bf6-495e-b985-128fe8632618 HTTP/1.1" status: 200 len: 210 time: 0.0307522 Aug 31 18:06:46.759156 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3795168-ba80-4f0c-a41c-77cc53d14cfa req-aea4a5b5-22d7-406a-acd1-2dd17ded2835 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:46.760788 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d3795168-ba80-4f0c-a41c-77cc53d14cfa req-aea4a5b5-22d7-406a-acd1-2dd17ded2835 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0506136 Aug 31 18:06:46.801904 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d3795168-ba80-4f0c-a41c-77cc53d14cfa req-729104db-9b9d-4c4a-8e68-51a2c0969252 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343852 Aug 31 18:06:47.596519 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 541488fc-0144-4a36-9edf-0648ccb84475 details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:06:47.605871 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device a6693894-dbf2-4b16-ba7b-0df3e825690f no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:06:47.627011 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 58346) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:47.658487 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: a6693894-dbf2-4b16-ba7b-0df3e825690f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:06:47.658826 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device a6693894-dbf2-4b16-ba7b-0df3e825690f not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:06:47.680955 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abebec1-29b0-497c-a43d-dca657356657 req-9c271a37-cd64-4503-a487-8cd0af5867fe tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:47.682075 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf4f505-e49d-40ff-bf5d-c00fc887430d admin admin] Deleting subnet cf7f0dcb-c112-40b3-aa00-d29d65a1f63b {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:06:47.686661 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f505-e49d-40ff-bf5d-c00fc887430d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:47.689757 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2abebec1-29b0-497c-a43d-dca657356657 req-9c271a37-cd64-4503-a487-8cd0af5867fe tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.1238744 Aug 31 18:06:47.727482 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f505-e49d-40ff-bf5d-c00fc887430d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:47.730322 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2abebec1-29b0-497c-a43d-dca657356657 req-55b8b4a6-4ac5-4cd1-bd5b-87cd1d5ba6fa tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396914 Aug 31 18:06:47.738616 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f505-e49d-40ff-bf5d-c00fc887430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-582367'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:47.765129 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 541488fc-0144-4a36-9edf-0648ccb84475, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=541488fc-0144-4a36-9edf-0648ccb84475,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:06:47.786786 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': '541488fc-0144-4a36-9edf-0648ccb84475', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'port_id': '541488fc-0144-4a36-9edf-0648ccb84475', 'mac_address': 'fa:16:3e:db:1c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:06:47.829784 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:47.850852 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541488fc-0144-4a36-9edf-0648ccb84475 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:06:47.874888 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 541488fc-0144-4a36-9edf-0648ccb84475, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=541488fc-0144-4a36-9edf-0648ccb84475,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:06:47.875561 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7224074-d82c-43bb-8741-19d77ea94123 req-57c81be9-30f0-4419-98c6-0c2fc766036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:47.877091 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c7224074-d82c-43bb-8741-19d77ea94123 req-57c81be9-30f0-4419-98c6-0c2fc766036d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6058b10a83d8420bb755354e3a8d3077&device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 1098 time: 0.0641232 Aug 31 18:06:47.941993 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4f17f-8c80-4568-8777-5bdd88d79d27 req-c70fa51a-20e9-4f6b-89bb-3e83b69b1c97 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:47.943697 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-56f4f17f-8c80-4568-8777-5bdd88d79d27 req-c70fa51a-20e9-4f6b-89bb-3e83b69b1c97 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0505815 Aug 31 18:06:47.974727 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7224074-d82c-43bb-8741-19d77ea94123 req-3e8f1eaa-477b-4446-91a5-a34b9561c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:47.976317 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c7224074-d82c-43bb-8741-19d77ea94123 req-3e8f1eaa-477b-4446-91a5-a34b9561c623 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50 HTTP/1.1" status: 200 len: 920 time: 0.0912523 Aug 31 18:06:47.990991 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-56f4f17f-8c80-4568-8777-5bdd88d79d27 req-6712050e-6009-4ad6-9a8f-2eda745b3d42 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404348 Aug 31 18:06:47.994147 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f505-e49d-40ff-bf5d-c00fc887430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-582356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:48.021841 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:48.051807 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c7224074-d82c-43bb-8741-19d77ea94123 req-b3a1ffbf-e207-4552-9d05-d20b17e3c899 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 HTTP/1.1" status: 200 len: 217 time: 0.0677052 Aug 31 18:06:48.055009 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4f505-e49d-40ff-bf5d-c00fc887430d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf7f0dcb-c112-40b3-aa00-d29d65a1f63b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:48.062115 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f505-e49d-40ff-bf5d-c00fc887430d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:48.064179 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-5bf4f505-e49d-40ff-bf5d-c00fc887430d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cf7f0dcb-c112-40b3-aa00-d29d65a1f63b HTTP/1.1" status: 204 len: 168 time: 0.4354763 Aug 31 18:06:48.066858 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 58356) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:48.110415 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=541488fc-0144-4a36-9edf-0648ccb84475,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:48.120121 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:48.120711 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:48.121395 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:48.121914 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:48.122511 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:48.123019 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:48.123671 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:48.124326 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:48.124921 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:48.125495 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:48.126001 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:48.126259 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7224074-d82c-43bb-8741-19d77ea94123 req-473e1633-8d5e-4697-8822-f8a0c86632fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:48.126745 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:06:48.127909 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c7224074-d82c-43bb-8741-19d77ea94123 req-473e1633-8d5e-4697-8822-f8a0c86632fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f1ac8396-1493-4c14-afbc-6ca83d5e9484 HTTP/1.1" status: 200 len: 858 time: 0.0625615 Aug 31 18:06:48.146085 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4eb36a2a-8207-4cb2-8282-de1b2f30e028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563888'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:48.174877 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c7224074-d82c-43bb-8741-19d77ea94123 req-71603fa2-3654-458c-a944-d8ca5ee8b7be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294693 Aug 31 18:06:48.249985 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4eb36a2a-8207-4cb2-8282-de1b2f30e028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582948', 'neutron.services.segments.db._delete_segments_for_network-8760416493249'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:48.262101 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-4eb36a2a-8207-4cb2-8282-de1b2f30e028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc94981-504e-4c4f-8a18-acafd0e6a653']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:48.273420 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-4eb36a2a-8207-4cb2-8282-de1b2f30e028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565dc009-33e9-41ec-bdc5-8310b4326173') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:48.273809 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-4eb36a2a-8207-4cb2-8282-de1b2f30e028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565dc009-33e9-41ec-bdc5-8310b4326173') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:48.284159 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4eb36a2a-8207-4cb2-8282-de1b2f30e028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760416505941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14011211'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:48.290286 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c7224074-d82c-43bb-8741-19d77ea94123 req-25220008-5d57-462e-803d-d6ea1d8973be service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033530 Aug 31 18:06:48.301660 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4eb36a2a-8207-4cb2-8282-de1b2f30e028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:48.308193 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb36a2a-8207-4cb2-8282-de1b2f30e028 admin admin] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:06:48.308589 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4eb36a2a-8207-4cb2-8282-de1b2f30e028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14918096'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: Traceback (most recent call last): Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: timer() Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: cb(*args, **kw) Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: return func(*args, **kwargs) Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: self._notify() Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: self.callback(batched_events) Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: event.method(event) Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: return f(self, *a, **k) Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._get(url).json() Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:06:48.311017 dv-cinder-806740-4-iscsi neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:06:48.398733 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c7224074-d82c-43bb-8741-19d77ea94123 req-d436e46e-c67e-4dec-88fd-576ee5680d83 service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000896 Aug 31 18:06:48.576334 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4eb36a2a-8207-4cb2-8282-de1b2f30e028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-582973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16620547'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:48.589501 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4eb36a2a-8207-4cb2-8282-de1b2f30e028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:48.589501 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-4eb36a2a-8207-4cb2-8282-de1b2f30e028 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4bc94981-504e-4c4f-8a18-acafd0e6a653 HTTP/1.1" status: 204 len: 168 time: 0.5208502 Aug 31 18:06:48.592154 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 58382) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:48.652578 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb36a2a-8207-4cb2-8282-de1b2f30e028 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bc94981-504e-4c4f-8a18-acafd0e6a653,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:48.662087 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6c1f25-5acb-4fd4-b892-5eeef8bcfcda admin admin] Deleting subnet f09d6f25-26ff-4fd2-b9e2-58749d4215d2 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:06:48.666050 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd6c1f25-5acb-4fd4-b892-5eeef8bcfcda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:48.668675 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['541488fc-0144-4a36-9edf-0648ccb84475'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:06:48.710183 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd6c1f25-5acb-4fd4-b892-5eeef8bcfcda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14011248'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:48.757222 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd6c1f25-5acb-4fd4-b892-5eeef8bcfcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-582367'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:48.882698 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874feb13-60e2-496c-9987-9f546f6133ad req-943da209-57f3-4f02-bd13-cd1f671f15be tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:48.884421 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-874feb13-60e2-496c-9987-9f546f6133ad req-943da209-57f3-4f02-bd13-cd1f671f15be tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0622818 Aug 31 18:06:48.925927 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-874feb13-60e2-496c-9987-9f546f6133ad req-058150d1-8195-47e2-8504-a037ac38383e tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340915 Aug 31 18:06:49.057053 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd6c1f25-5acb-4fd4-b892-5eeef8bcfcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-582356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14917994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13232516'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:49.091303 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c1f25-5acb-4fd4-b892-5eeef8bcfcda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f09d6f25-26ff-4fd2-b9e2-58749d4215d2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:49.146689 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cd6c1f25-5acb-4fd4-b892-5eeef8bcfcda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:49.149782 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-cd6c1f25-5acb-4fd4-b892-5eeef8bcfcda admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f09d6f25-26ff-4fd2-b9e2-58749d4215d2 HTTP/1.1" status: 204 len: 168 time: 0.5565045 Aug 31 18:06:49.152184 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 58414) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:49.166720 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075e20e-ca9e-4826-8e16-677d7dc97be1 req-5c884ec4-0d01-464a-bf70-7869317e630a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:49.168207 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8075e20e-ca9e-4826-8e16-677d7dc97be1 req-5c884ec4-0d01-464a-bf70-7869317e630a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 945 time: 0.0808718 Aug 31 18:06:49.213476 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8075e20e-ca9e-4826-8e16-677d7dc97be1 req-8dd07417-25de-4a8b-b8fc-07da1ee7146d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386479 Aug 31 18:06:49.280369 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563888'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:49.369614 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582948', 'neutron.services.segments.db._delete_segments_for_network-8760416493249'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:49.381310 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:06:49.381655 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:06:49.382580 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:06:49.383011 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Subscribe: > port after_create 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:06:49.383360 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:06:49.383781 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Subscribe: > port after_update 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:06:49.383997 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:06:49.384312 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:06:49.384786 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:06:49.384987 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:06:49.574369 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:06:49.574722 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:06:49.575189 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:06:49.575530 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:06:49.575903 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3673cfe8-4837-49ee-b237-8e40a1513c73']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:49.597943 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd1ec12-a9f1-4ec9-8cbe-125dd8521032') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:49.597943 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd1ec12-a9f1-4ec9-8cbe-125dd8521032') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:49.621266 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760416505941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25009190'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:49.642436 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:49.651522 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:06:49.651922 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24928760'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: from cryptography.utils import int_from_bytes Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: from cryptography.utils import int_from_bytes Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: Traceback (most recent call last): Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: timer() Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: cb(*args, **kw) Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: return func(*args, **kwargs) Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: self._notify() Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: self.callback(batched_events) Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: event.method(event) Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: return f(self, *a, **k) Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: return self._get(url).json() Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:06:49.657097 dv-cinder-806740-4-iscsi neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:06:49.844694 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-582973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16620547'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:49.850715 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:49.852898 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3673cfe8-4837-49ee-b237-8e40a1513c73 HTTP/1.1" status: 204 len: 168 time: 0.6987164 Aug 31 18:06:49.867522 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842bd45-7d4a-4c61-babd-90c497ed7d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=3673cfe8-4837-49ee-b237-8e40a1513c73,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:49.923409 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b921827-ce69-4697-9c16-aaaf652870fc req-7861db60-b798-41db-8a7f-01168cfa3fe0 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-760562050&fields=id&tenant_id=0c2a9f290de14f9a8b00844d222cdd70 HTTP/1.1" status: 200 len: 267 time: 0.0367820 Aug 31 18:06:50.052141 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b921827-ce69-4697-9c16-aaaf652870fc req-8fd6e418-60c5-4478-9faa-483b4607b528 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:50.053693 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b921827-ce69-4697-9c16-aaaf652870fc req-8fd6e418-60c5-4478-9faa-483b4607b528 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/networks?id=116adeeb-4100-4d52-a87b-b0c8148fd402 HTTP/1.1" status: 200 len: 812 time: 0.1235921 Aug 31 18:06:50.071154 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b921827-ce69-4697-9c16-aaaf652870fc req-2c0a6dc5-6c5f-4a4e-9267-5e3c6d1d2588 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/quotas/0c2a9f290de14f9a8b00844d222cdd70 HTTP/1.1" status: 200 len: 375 time: 0.0111575 Aug 31 18:06:50.125415 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b921827-ce69-4697-9c16-aaaf652870fc req-204e4314-839c-4ccc-aff1-3299d3893117 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c2a9f290de14f9a8b00844d222cdd70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485728 Aug 31 18:06:50.261886 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129112e-9b9d-40fa-b5c0-f72d6940a9b0 req-b150d115-76f3-4dea-b951-58859efec4a6 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:50.263455 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5129112e-9b9d-40fa-b5c0-f72d6940a9b0 req-b150d115-76f3-4dea-b951-58859efec4a6 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.1044970 Aug 31 18:06:50.287842 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b921827-ce69-4697-9c16-aaaf652870fc req-fcd9a168-0b7c-4263-bfec-e8222dba5ae1 service neutron] 10.222.0.58 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482246 Aug 31 18:06:50.353484 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5129112e-9b9d-40fa-b5c0-f72d6940a9b0 req-dd766af8-c61b-44aa-8b21-179683531f76 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816681 Aug 31 18:06:50.487395 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311d18d-ae26-498d-9014-63dba4280d38 req-39cef319-af86-43df-a383-62b3069ae097 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:50.489086 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c311d18d-ae26-498d-9014-63dba4280d38 req-39cef319-af86-43df-a383-62b3069ae097 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 945 time: 0.0588105 Aug 31 18:06:50.530614 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c311d18d-ae26-498d-9014-63dba4280d38 req-42efcc1e-06a7-42a9-8b57-f40a299a17ce tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354249 Aug 31 18:06:50.658339 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 58508) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:50.674377 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b921827-ce69-4697-9c16-aaaf652870fc req-4f9c6aad-b017-4c8b-95f4-a0b11420a4e4 service neutron] 10.222.0.58 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790038 Aug 31 18:06:50.713868 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-a943290b-0b69-4542-9240-80059044dabb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f6c4b7e6775d4e8da2b1c079ef80ab8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539429 Aug 31 18:06:50.717404 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 58510) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:50.786317 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05dfe633-b536-4dc5-9dc1-3126615062f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:50.810834 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05dfe633-b536-4dc5-9dc1-3126615062f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:51.129984 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3980c214-5310-49b1-9121-313ac1be272f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:51.261064 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05dfe633-b536-4dc5-9dc1-3126615062f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:51.265453 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-05dfe633-b536-4dc5-9dc1-3126615062f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:51.267467 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-05dfe633-b536-4dc5-9dc1-3126615062f6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da7bc33e-7981-4f00-bdbe-5a4f7f3380be HTTP/1.1" status: 204 len: 168 time: 0.5487192 Aug 31 18:06:51.282030 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dfe633-b536-4dc5-9dc1-3126615062f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7bc33e-7981-4f00-bdbe-5a4f7f3380be,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:51.479661 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59955bbb-3f86-4159-a3a8-d11288970cfa req-dd141cb4-1ec6-4bd4-b20d-28b171b5850c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:51.481196 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-59955bbb-3f86-4159-a3a8-d11288970cfa req-dd141cb4-1ec6-4bd4-b20d-28b171b5850c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0485384 Aug 31 18:06:51.519945 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-59955bbb-3f86-4159-a3a8-d11288970cfa req-37317fb2-ee2d-4886-9395-23ff14906b8a tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321782 Aug 31 18:06:51.616509 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 541488fc-0144-4a36-9edf-0648ccb84475 up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:06:51.690969 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce42424-23ed-414e-a2aa-778dd150d618 req-660f8259-b55c-4630-b156-4300db4e61f7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:51.700930 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5ce42424-23ed-414e-a2aa-778dd150d618 req-660f8259-b55c-4630-b156-4300db4e61f7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 945 time: 0.0943627 Aug 31 18:06:51.744378 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5ce42424-23ed-414e-a2aa-778dd150d618 req-bea09879-b899-47b5-a5d1-1ec205f0b315 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425749 Aug 31 18:06:51.815954 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port 541488fc-0144-4a36-9edf-0648ccb84475 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:06:51.820499 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port 541488fc-0144-4a36-9edf-0648ccb84475 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:51.820903 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:51.990736 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:52.003367 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e816a2b0-02aa-4514-b5ac-4b8febf0821b req-5ffac7d4-4929-4a6c-be79-72d52a035132 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 210 time: 0.0396726 Aug 31 18:06:52.042552 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408c7b99-cf5a-4ea8-a9a9-4096e67ceee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541488fc-0144-4a36-9edf-0648ccb84475'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:06:52.045675 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a59e2b-4f76-480c-9c5d-5b13c95f099b" -d '{"events": [{"server_uuid": "408c7b99-cf5a-4ea8-a9a9-4096e67ceee3", "name": "network-vif-plugged", "status": "completed", "tag": "541488fc-0144-4a36-9edf-0648ccb84475"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:06:52.058473 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:52.060259 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 541488fc-0144-4a36-9edf-0648ccb84475, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=541488fc-0144-4a36-9edf-0648ccb84475,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:06:52.089558 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cb80c7-9289-4265-8834-b5ab50c5e851 x-openstack-request-id: req-73cb80c7-9289-4265-8834-b5ab50c5e851 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:06:52.089811 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408c7b99-cf5a-4ea8-a9a9-4096e67ceee3", "name": "network-vif-plugged", "status": "completed", "tag": "541488fc-0144-4a36-9edf-0648ccb84475", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:06:52.090072 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-73cb80c7-9289-4265-8834-b5ab50c5e851 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:06:52.090474 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408c7b99-cf5a-4ea8-a9a9-4096e67ceee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541488fc-0144-4a36-9edf-0648ccb84475', 'code': 200} Aug 31 18:06:52.335920 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:52.407140 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=541488fc-0144-4a36-9edf-0648ccb84475,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:52.523070 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 58616) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:52.598681 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-f59b2094-72d1-45d0-bbe9-c3cdc7d78975 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d7af86eb7bf64e47bbd79e45114e5c39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0744412 Aug 31 18:06:52.601403 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 58622) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:52.607248 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ff488-bc7c-4379-a770-e39dc8470216 req-9271f6c1-41f5-4d03-87e6-88c6f16b7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:52.608956 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-268ff488-bc7c-4379-a770-e39dc8470216 req-9271f6c1-41f5-4d03-87e6-88c6f16b7b30 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 1099 time: 0.0680630 Aug 31 18:06:52.654689 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-268ff488-bc7c-4379-a770-e39dc8470216 req-49c7bc5e-b3f2-4cf1-bf06-2f621a02545f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383649 Aug 31 18:06:52.672886 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06202a82-3f03-4abe-892f-48205096f2f7 req-7d8b7a62-8c4f-4569-a7be-09110c811e7f tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:52.674357 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-06202a82-3f03-4abe-892f-48205096f2f7 req-7d8b7a62-8c4f-4569-a7be-09110c811e7f tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0839186 Aug 31 18:06:52.701350 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-77a0b841-5e4d-44e6-b6dc-0e1d97d6d390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:52.738366 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-77a0b841-5e4d-44e6-b6dc-0e1d97d6d390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:52.752394 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-06202a82-3f03-4abe-892f-48205096f2f7 req-5086ce9d-a3e7-4737-a807-5ff6a6c4ae9c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688770 Aug 31 18:06:52.892339 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-77a0b841-5e4d-44e6-b6dc-0e1d97d6d390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:52.895371 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-77a0b841-5e4d-44e6-b6dc-0e1d97d6d390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:52.896262 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-77a0b841-5e4d-44e6-b6dc-0e1d97d6d390 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ee7ae96-2a70-4e93-9a4f-03e9175d54ee HTTP/1.1" status: 204 len: 168 time: 0.2934093 Aug 31 18:06:52.908954 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a41e5-756e-4031-9b6c-f09655ab8af4 req-f463355a-0aa1-4cd8-bc4e-e0b008f7d076 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:52.913981 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bf2a41e5-756e-4031-9b6c-f09655ab8af4 req-f463355a-0aa1-4cd8-bc4e-e0b008f7d076 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0831053 Aug 31 18:06:52.923795 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0b841-5e4d-44e6-b6dc-0e1d97d6d390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee7ae96-2a70-4e93-9a4f-03e9175d54ee,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:52.977311 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bf2a41e5-756e-4031-9b6c-f09655ab8af4 req-47c2d6d2-ed9a-4d22-8620-f742aa135290 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545671 Aug 31 18:06:53.081873 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9f6d33e2-edcd-4e24-a77b-56e6c7403920 req-65030b54-9901-4430-8b50-e42afe34d3cb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 210 time: 0.0285146 Aug 31 18:06:53.415119 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-78cd3209-38d0-422c-9734-aab6e234afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:53.706112 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:53.929473 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf73657-634b-46e8-97ce-13b409ec080d req-2d37189d-8377-4294-a1cf-e962392135c7 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:53.930989 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bdf73657-634b-46e8-97ce-13b409ec080d req-2d37189d-8377-4294-a1cf-e962392135c7 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0840037 Aug 31 18:06:53.972786 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bdf73657-634b-46e8-97ce-13b409ec080d req-857d8c5b-6a29-43b4-8a6d-ef3b22386581 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342033 Aug 31 18:06:54.105810 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d160558-05f9-402d-afd0-89f453a92676 req-50e457be-f72e-4937-82ef-0c17959a38e5 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:54.107656 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4d160558-05f9-402d-afd0-89f453a92676 req-50e457be-f72e-4937-82ef-0c17959a38e5 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0508265 Aug 31 18:06:54.169639 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4d160558-05f9-402d-afd0-89f453a92676 req-2d01dded-e778-49fd-b4ac-d29e111324b4 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500035 Aug 31 18:06:54.198529 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-40602671-4c12-41a4-9545-5e053e8798b0 req-29bd976b-0ee0-4d28-8ab8-fc52c86962fa tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 210 time: 0.0349846 Aug 31 18:06:54.507903 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:54.662072 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 58780) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:54.801066 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6d97529a-be69-40dc-b78f-bac52defb4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:54.895920 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6d97529a-be69-40dc-b78f-bac52defb4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:55.092013 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edbdb3-5663-436d-a810-d1d846e2dbe6 req-1bb48482-133c-444a-8bdd-37cc5c4c5efb tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:55.093770 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b3edbdb3-5663-436d-a810-d1d846e2dbe6 req-1bb48482-133c-444a-8bdd-37cc5c4c5efb tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0514660 Aug 31 18:06:55.098452 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6d97529a-be69-40dc-b78f-bac52defb4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:55.159168 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-6d97529a-be69-40dc-b78f-bac52defb4df admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8da859db65e74286931445524a1593b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4960105 Aug 31 18:06:55.161865 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97529a-be69-40dc-b78f-bac52defb4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a92cb7-60c6-4fa3-beb7-a67141493ed8,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:55.162161 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 58790) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:55.180369 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b3edbdb3-5663-436d-a810-d1d846e2dbe6 req-8ce17e65-ff07-48da-bd2d-f9151f833564 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779958 Aug 31 18:06:55.223551 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-817f7980-94b7-4aff-96a9-ca106a1fe4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:55.308747 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-817f7980-94b7-4aff-96a9-ca106a1fe4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:55.330122 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b01d4443-17ea-4bd8-81f8-b105ec7ef1db req-261451b8-cc3d-4b98-bcc9-81b6e35d82b2 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 210 time: 0.0464501 Aug 31 18:06:55.353584 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d7c82-e283-4bcd-834f-dbcbc0772ddd req-fbcbdd6f-8d06-46cc-9b14-80b57613abf8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:55.355310 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-475d7c82-e283-4bcd-834f-dbcbc0772ddd req-fbcbdd6f-8d06-46cc-9b14-80b57613abf8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0825808 Aug 31 18:06:55.407100 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b921827-ce69-4697-9c16-aaaf652870fc req-ef59ad5e-16b4-4bf9-a665-69f7ed6a9b34 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:55.408624 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8b921827-ce69-4697-9c16-aaaf652870fc req-ef59ad5e-16b4-4bf9-a665-69f7ed6a9b34 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.61 "GET /v2.0/networks?id=116adeeb-4100-4d52-a87b-b0c8148fd402 HTTP/1.1" status: 200 len: 812 time: 0.1646051 Aug 31 18:06:55.433597 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-475d7c82-e283-4bcd-834f-dbcbc0772ddd req-e3207d9f-1f29-47e6-bc31-0dd538573b94 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691915 Aug 31 18:06:55.494764 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8b921827-ce69-4697-9c16-aaaf652870fc req-11284c9c-4b06-4604-923d-accd2597acc3 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c2a9f290de14f9a8b00844d222cdd70 HTTP/1.1" status: 200 len: 379 time: 0.0634003 Aug 31 18:06:55.520462 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-8b921827-ce69-4697-9c16-aaaf652870fc req-e6672cb8-3975-4ea9-9159-6636d89bf45a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Request body: {'port': {'device_id': '4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'admin_state_up': True, 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'security_groups': ['86545033-f39e-4bf0-b10e-3b32553c44fd']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:55.575897 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdc22a-bd00-4318-8289-b4dca7f4317d req-20d454bc-8c89-4427-97e2-17340946ff4f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:55.583078 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ffcdc22a-bd00-4318-8289-b4dca7f4317d req-20d454bc-8c89-4427-97e2-17340946ff4f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0619578 Aug 31 18:06:55.588626 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 58808) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:55.592758 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-817f7980-94b7-4aff-96a9-ca106a1fe4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:55.596850 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-46562acb-9a51-485e-8786-dd422696217a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Request body: {'floatingip': {'port_id': '541488fc-0144-4a36-9edf-0648ccb84475'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:55.598199 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-817f7980-94b7-4aff-96a9-ca106a1fe4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:55.601778 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-817f7980-94b7-4aff-96a9-ca106a1fe4c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2a92cb7-60c6-4fa3-beb7-a67141493ed8 HTTP/1.1" status: 204 len: 168 time: 0.4362633 Aug 31 18:06:55.650637 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f7980-94b7-4aff-96a9-ca106a1fe4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a92cb7-60c6-4fa3-beb7-a67141493ed8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:55.678197 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-46562acb-9a51-485e-8786-dd422696217a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for floatingip, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:55.896428 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b921827-ce69-4697-9c16-aaaf652870fc req-e6672cb8-3975-4ea9-9159-6636d89bf45a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Made reservation on behalf of 0c2a9f290de14f9a8b00844d222cdd70 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:06:55.902881 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b921827-ce69-4697-9c16-aaaf652870fc req-e6672cb8-3975-4ea9-9159-6636d89bf45a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:56.026488 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 58828) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:56.106153 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-8b921827-ce69-4697-9c16-aaaf652870fc req-e6672cb8-3975-4ea9-9159-6636d89bf45a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Allocated IP 172.20.0.8 (116adeeb-4100-4d52-a87b-b0c8148fd402/00dc20f5-d672-465c-8f7d-5a82297046f6/d80f034a-9867-46d8-87e7-ea180dc71ec9) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:06:56.242203 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-46562acb-9a51-485e-8786-dd422696217a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:56.258755 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-540058e0-b8d8-43b4-954e-772190f0eeb0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ffc598bd49a47f2a016644ef7017ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309372 Aug 31 18:06:56.261708 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 58836) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:56.317030 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f81a1-4276-48b8-a66c-e54331c2cc66 req-e6e0032a-02fb-4932-a1bd-ef38ca3c7892 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:56.318513 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-db3f81a1-4276-48b8-a66c-e54331c2cc66 req-e6e0032a-02fb-4932-a1bd-ef38ca3c7892 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0498517 Aug 31 18:06:56.328501 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b921827-ce69-4697-9c16-aaaf652870fc req-e6672cb8-3975-4ea9-9159-6636d89bf45a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:56.350731 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-8b921827-ce69-4697-9c16-aaaf652870fc req-e6672cb8-3975-4ea9-9159-6636d89bf45a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Transition to ACTIVE for port object d80f034a-9867-46d8-87e7-ea180dc71ec9 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:06:56.357001 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-46562acb-9a51-485e-8786-dd422696217a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16620561'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:56.366854 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76e11142-33f0-49ef-8471-183e86b8105c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:56.409532 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76e11142-33f0-49ef-8471-183e86b8105c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:56.461139 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-db3f81a1-4276-48b8-a66c-e54331c2cc66 req-16440a1f-b19e-45a8-ad7e-bb314267eae5 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344745 Aug 31 18:06:56.498952 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-af3d56a9-f3c0-4566-b9d4-1f90712e7b9f req-e8d7c403-e482-44ab-93f8-1c99cfa94b98 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 210 time: 0.0489235 Aug 31 18:06:56.512538 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.l3_db [None req-46562acb-9a51-485e-8786-dd422696217a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Floating IP a31d276f-9f63-4bfc-8fff-dcb2032b3b88 associated. External IP: 172.27.3.18, port: 541488fc-0144-4a36-9edf-0648ccb84475. Aug 31 18:06:56.562095 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 58846) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:56.575453 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dcd902ae-5086-43f8-9588-337ba006cdcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:56.587865 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76e11142-33f0-49ef-8471-183e86b8105c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:56.587865 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76e11142-33f0-49ef-8471-183e86b8105c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:56.587865 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-76e11142-33f0-49ef-8471-183e86b8105c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/974f1db8-0283-40c1-8767-330a78efc495 HTTP/1.1" status: 204 len: 168 time: 0.3249497 Aug 31 18:06:56.590333 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b921827-ce69-4697-9c16-aaaf652870fc req-e6672cb8-3975-4ea9-9159-6636d89bf45a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:56.633816 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e11142-33f0-49ef-8471-183e86b8105c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974f1db8-0283-40c1-8767-330a78efc495,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:56.666207 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:56.672755 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b921827-ce69-4697-9c16-aaaf652870fc req-e6672cb8-3975-4ea9-9159-6636d89bf45a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Network 116adeeb-4100-4d52-a87b-b0c8148fd402 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:06:56.675290 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6672cb8-3975-4ea9-9159-6636d89bf45a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event updated for resources: {'Port': ['ID=d80f034a-9867-46d8-87e7-ea180dc71ec9,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:56.680934 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-8b921827-ce69-4697-9c16-aaaf652870fc req-e6672cb8-3975-4ea9-9159-6636d89bf45a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:06:56.684297 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b921827-ce69-4697-9c16-aaaf652870fc req-e6672cb8-3975-4ea9-9159-6636d89bf45a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:06:56.759516 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b921827-ce69-4697-9c16-aaaf652870fc req-e6672cb8-3975-4ea9-9159-6636d89bf45a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:56.760189 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b921827-ce69-4697-9c16-aaaf652870fc req-e6672cb8-3975-4ea9-9159-6636d89bf45a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:56.765067 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46562acb-9a51-485e-8786-dd422696217a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Router 6d756167-bc30-4a2a-93e6-89e03c0da6ce has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:06:56.803897 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dcd902ae-5086-43f8-9588-337ba006cdcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:56.936331 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dcd902ae-5086-43f8-9588-337ba006cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:57.002702 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-dcd902ae-5086-43f8-9588-337ba006cdcb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=566e8e21e121464bb39942668ae26726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386041 Aug 31 18:06:57.009340 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd902ae-5086-43f8-9588-337ba006cdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa75ef9-0784-4a3a-9d89-b7186463645e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:57.009786 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 58862) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:57.068025 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c201fb87-1730-4bbf-b886-6e8efaab94c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:57.086280 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8b921827-ce69-4697-9c16-aaaf652870fc req-e6672cb8-3975-4ea9-9159-6636d89bf45a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5800154 Aug 31 18:06:57.087642 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6020fa1e-a5af-40ec-a041-ef52649e6af9 None None] Provisioning for port d80f034a-9867-46d8-87e7-ea180dc71ec9 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:06:57.093036 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6020fa1e-a5af-40ec-a041-ef52649e6af9 None None] Provisioning complete for port d80f034a-9867-46d8-87e7-ea180dc71ec9 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:06:57.093665 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6020fa1e-a5af-40ec-a041-ef52649e6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:57.100963 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c201fb87-1730-4bbf-b886-6e8efaab94c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:57.114775 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Request body: {'port': {'device_id': '4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:06:57.140404 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6020fa1e-a5af-40ec-a041-ef52649e6af9 None None] Port d80f034a-9867-46d8-87e7-ea180dc71ec9 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:06:57.145947 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46562acb-9a51-485e-8786-dd422696217a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:06:57.151082 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-46562acb-9a51-485e-8786-dd422696217a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:57.157505 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8f975-2c05-4f80-aae5-225d0db96798 None None] Sync routers for ids ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:06:57.176191 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8f975-2c05-4f80-aae5-225d0db96798 None None] Routers {'6d756167-bc30-4a2a-93e6-89e03c0da6ce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:06:57.177195 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-54d8f975-2c05-4f80-aae5-225d0db96798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:06:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:57.189439 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-46562acb-9a51-485e-8786-dd422696217a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "PUT /v2.0/floatingips/a31d276f-9f63-4bfc-8fff-dcb2032b3b88 HTTP/1.1" status: 200 len: 991 time: 1.5997066 Aug 31 18:06:57.190288 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408c7b99-cf5a-4ea8-a9a9-4096e67ceee3', 'tag': '541488fc-0144-4a36-9edf-0648ccb84475'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:06:57.193017 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f93269-796b-4ff4-bb1b-10332e190fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "408c7b99-cf5a-4ea8-a9a9-4096e67ceee3", "tag": "541488fc-0144-4a36-9edf-0648ccb84475"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:06:57.210256 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:57.266075 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfe7dd8-2551-4638-ad9b-5bb065d22d56 x-openstack-request-id: req-4dfe7dd8-2551-4638-ad9b-5bb065d22d56 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:06:57.266971 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408c7b99-cf5a-4ea8-a9a9-4096e67ceee3", "tag": "541488fc-0144-4a36-9edf-0648ccb84475", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:06:57.267234 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4dfe7dd8-2551-4638-ad9b-5bb065d22d56 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:06:57.267636 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408c7b99-cf5a-4ea8-a9a9-4096e67ceee3', 'tag': '541488fc-0144-4a36-9edf-0648ccb84475', 'status': 'completed', 'code': 200} Aug 31 18:06:57.307506 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-54d8f975-2c05-4f80-aae5-225d0db96798 None None] Set router 6d756167-bc30-4a2a-93e6-89e03c0da6ce gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:06:57.440513 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f93269-796b-4ff4-bb1b-10332e190fc9 req-ca3b480d-82ca-4089-b0f8-7299dc10ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:57.442151 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-61f93269-796b-4ff4-bb1b-10332e190fc9 req-ca3b480d-82ca-4089-b0f8-7299dc10ad5b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a9119ab965447a3863afba172552fbe&device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 1099 time: 0.0721562 Aug 31 18:06:57.580253 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f93269-796b-4ff4-bb1b-10332e190fc9 req-e35628a2-40fb-4938-aa54-b25369ac8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:57.587650 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c201fb87-1730-4bbf-b886-6e8efaab94c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:57.589615 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-61f93269-796b-4ff4-bb1b-10332e190fc9 req-e35628a2-40fb-4938-aa54-b25369ac8198 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a68376ec-b257-4dfd-9283-15b5c197e90b HTTP/1.1" status: 200 len: 919 time: 0.1375616 Aug 31 18:06:57.590160 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c201fb87-1730-4bbf-b886-6e8efaab94c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:57.591307 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-c201fb87-1730-4bbf-b886-6e8efaab94c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dfa75ef9-0784-4a3a-9d89-b7186463645e HTTP/1.1" status: 204 len: 168 time: 0.5806744 Aug 31 18:06:57.691479 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201fb87-1730-4bbf-b886-6e8efaab94c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa75ef9-0784-4a3a-9d89-b7186463645e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:57.691974 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-54d8f975-2c05-4f80-aae5-225d0db96798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:06:18Z', 'revision_number': 4, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port': {'id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:12Z', 'updated_at': '2021-08-31T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': 'a31d276f-9f63-4bfc-8fff-dcb2032b3b88', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'port_id': '541488fc-0144-4a36-9edf-0648ccb84475', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'mac_address': 'fa:16:3e:db:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408c7b99-cf5a-4ea8-a9a9-4096e67ceee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:06:27Z', 'updated_at': '2021-08-31T18:06:56Z', 'revision_number': 1, 'project_id': '2a9119ab965447a3863afba172552fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8713dddf-e59e-4a2f-9668-f9020b3b596f', 'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'mac_address': 'fa:16:3e:7a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:17Z', 'updated_at': '2021-08-31T18:06:27Z', 'revision_number': 5, 'project_id': '2a9119ab965447a3863afba172552fbe', 'subnets': [{'id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:57.733155 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8f975-2c05-4f80-aae5-225d0db96798 None None] Checking router: 6d756167-bc30-4a2a-93e6-89e03c0da6ce for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:06:57.743579 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8f975-2c05-4f80-aae5-225d0db96798 None None] Routers {'6d756167-bc30-4a2a-93e6-89e03c0da6ce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:06:57.744219 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-54d8f975-2c05-4f80-aae5-225d0db96798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:06:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:57.751820 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-61f93269-796b-4ff4-bb1b-10332e190fc9 req-4ccb32ed-36cb-4aa7-9c27-e3f3992976a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=541488fc-0144-4a36-9edf-0648ccb84475 HTTP/1.1" status: 200 len: 999 time: 0.1121948 Aug 31 18:06:57.795213 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d80f034a-9867-46d8-87e7-ea180dc71ec9 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:06:57.807297 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:57.824223 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Transition to ACTIVE for port object d80f034a-9867-46d8-87e7-ea180dc71ec9 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:06:57.863896 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f93269-796b-4ff4-bb1b-10332e190fc9 req-aec868e5-e191-4228-9ab3-f6c0bd5b33a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:57.865395 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-61f93269-796b-4ff4-bb1b-10332e190fc9 req-aec868e5-e191-4228-9ab3-f6c0bd5b33a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1d6b1f5-01e8-41f7-84ff-ce519356dba1 HTTP/1.1" status: 200 len: 856 time: 0.0974262 Aug 31 18:06:57.876673 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4681e5-1546-4e91-9eb6-b96336792377 req-985b4327-f221-4142-b4d9-b437d791dc2c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:57.878143 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6a4681e5-1546-4e91-9eb6-b96336792377 req-985b4327-f221-4142-b4d9-b437d791dc2c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.2873573 Aug 31 18:06:57.879392 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-54d8f975-2c05-4f80-aae5-225d0db96798 None None] Set router 6d756167-bc30-4a2a-93e6-89e03c0da6ce gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:06:57.886723 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b38d52-aeb6-402a-a7f4-ebe9f67d074f req-29981e4b-6fbe-439f-a9fe-663671b25156 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:57.888269 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-05b38d52-aeb6-402a-a7f4-ebe9f67d074f req-29981e4b-6fbe-439f-a9fe-663671b25156 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 931 time: 0.1222041 Aug 31 18:06:57.991330 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6a4681e5-1546-4e91-9eb6-b96336792377 req-1f2c9061-6bdf-49ef-a249-b86b226ba3ae tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951676 Aug 31 18:06:57.997972 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-05b38d52-aeb6-402a-a7f4-ebe9f67d074f req-7d2ac910-4d90-4432-afd3-e4fe2f80ffb8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002097 Aug 31 18:06:58.003074 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f93269-796b-4ff4-bb1b-10332e190fc9 req-11759d07-7a70-451e-a27f-7e247fcdb0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:58.005313 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-61f93269-796b-4ff4-bb1b-10332e190fc9 req-11759d07-7a70-451e-a27f-7e247fcdb0e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a68376ec-b257-4dfd-9283-15b5c197e90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1262605 Aug 31 18:06:58.017221 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:58.209303 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d80f034a-9867-46d8-87e7-ea180dc71ec9,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:58.210782 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-61f93269-796b-4ff4-bb1b-10332e190fc9 req-978990d8-c6c1-4391-9d19-63d6ab47789a service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903803 Aug 31 18:06:58.267255 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Attempting to bind port d80f034a-9867-46d8-87e7-ea180dc71ec9 on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:06:58.267760 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Attempting to bind port d80f034a-9867-46d8-87e7-ea180dc71ec9 by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:06:58.268662 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Attempting to bind port d80f034a-9867-46d8-87e7-ea180dc71ec9 on network 116adeeb-4100-4d52-a87b-b0c8148fd402 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:06:58.276111 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Port d80f034a-9867-46d8-87e7-ea180dc71ec9 on network 116adeeb-4100-4d52-a87b-b0c8148fd402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:06:58.277143 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Attempting to bind port d80f034a-9867-46d8-87e7-ea180dc71ec9 on network 116adeeb-4100-4d52-a87b-b0c8148fd402 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:06:58.285161 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:06:58.285499 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Checking segment: {'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:06:58.286076 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Bound using segment: {'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:06:58.286721 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Bound port: d80f034a-9867-46d8-87e7-ea180dc71ec9, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:06:58.288321 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:58.412412 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] For port d80f034a-9867-46d8-87e7-ea180dc71ec9, host hv-cinder-80674, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:06:58.414939 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-54d8f975-2c05-4f80-aae5-225d0db96798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:06:18Z', 'revision_number': 4, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port': {'id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:12Z', 'updated_at': '2021-08-31T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': 'a31d276f-9f63-4bfc-8fff-dcb2032b3b88', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'port_id': '541488fc-0144-4a36-9edf-0648ccb84475', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'mac_address': 'fa:16:3e:db:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408c7b99-cf5a-4ea8-a9a9-4096e67ceee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:06:27Z', 'updated_at': '2021-08-31T18:06:56Z', 'revision_number': 1, 'project_id': '2a9119ab965447a3863afba172552fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8713dddf-e59e-4a2f-9668-f9020b3b596f', 'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'mac_address': 'fa:16:3e:7a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:17Z', 'updated_at': '2021-08-31T18:06:27Z', 'revision_number': 5, 'project_id': '2a9119ab965447a3863afba172552fbe', 'subnets': [{'id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:06:58.416136 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] For port d80f034a-9867-46d8-87e7-ea180dc71ec9, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=d80f034a-9867-46d8-87e7-ea180dc71ec9,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:06:58.450674 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8f975-2c05-4f80-aae5-225d0db96798 None None] The sync data for ids ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'] in dv-cinder-806740-4-iscsi is: [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:06:18Z', 'revision_number': 4, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port': {'id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:12Z', 'updated_at': '2021-08-31T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': 'a31d276f-9f63-4bfc-8fff-dcb2032b3b88', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'port_id': '541488fc-0144-4a36-9edf-0648ccb84475', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'mac_address': 'fa:16:3e:db:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408c7b99-cf5a-4ea8-a9a9-4096e67ceee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:06:27Z', 'updated_at': '2021-08-31T18:06:56Z', 'revision_number': 1, 'project_id': '2a9119ab965447a3863afba172552fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8713dddf-e59e-4a2f-9668-f9020b3b596f', 'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'mac_address': 'fa:16:3e:7a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:17Z', 'updated_at': '2021-08-31T18:06:27Z', 'revision_number': 5, 'project_id': '2a9119ab965447a3863afba172552fbe', 'subnets': [{'id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:06:58.457909 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-61f93269-796b-4ff4-bb1b-10332e190fc9 req-b4f7c92d-0605-430b-b79e-a941550a4104 service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385452 Aug 31 18:06:58.580734 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:58.615589 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:58.616224 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:58.618032 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] 10.222.0.61 "PUT /v2.0/ports/d80f034a-9867-46d8-87e7-ea180dc71ec9 HTTP/1.1" status: 200 len: 1093 time: 1.5089190 Aug 31 18:06:58.618667 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8', 'tag': 'd80f034a-9867-46d8-87e7-ea180dc71ec9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:06:58.621942 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8daea1-7388-411f-9dee-723fef4b9c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8", "tag": "d80f034a-9867-46d8-87e7-ea180dc71ec9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:06:58.674053 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debac2e-1f73-401b-b4b3-82938d1cbfb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d80f034a-9867-46d8-87e7-ea180dc71ec9,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:58.704537 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5257f8-815a-4069-a86a-995b44a41862 None None] New status for floating IP a31d276f-9f63-4bfc-8fff-dcb2032b3b88: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:06:58.712236 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189dccaa-dc99-4958-8bae-faa6b80d98dc x-openstack-request-id: req-189dccaa-dc99-4958-8bae-faa6b80d98dc {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:06:58.712532 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8", "tag": "d80f034a-9867-46d8-87e7-ea180dc71ec9", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:06:58.712781 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-189dccaa-dc99-4958-8bae-faa6b80d98dc {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:06:58.713202 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8', 'tag': 'd80f034a-9867-46d8-87e7-ea180dc71ec9', 'status': 'completed', 'code': 200} Aug 31 18:06:58.851520 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8daea1-7388-411f-9dee-723fef4b9c4c req-ee7cb253-bb46-4642-bec4-7a1c3a3f685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:58.851520 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8f8daea1-7388-411f-9dee-723fef4b9c4c req-ee7cb253-bb46-4642-bec4-7a1c3a3f685a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c2a9f290de14f9a8b00844d222cdd70&device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 1096 time: 0.0639474 Aug 31 18:06:58.971590 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8daea1-7388-411f-9dee-723fef4b9c4c req-f4ce0def-e652-4a03-8da7-67eb238b55f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:58.973166 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8f8daea1-7388-411f-9dee-723fef4b9c4c req-f4ce0def-e652-4a03-8da7-67eb238b55f9 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0c2a9f290de14f9a8b00844d222cdd70&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1084960 Aug 31 18:06:59.061433 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 58924) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:59.078468 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3c1d8d4e-b1ba-46e0-be82-4cd4ce4f2f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:59.151194 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8daea1-7388-411f-9dee-723fef4b9c4c req-4a33e1fb-741b-43f3-b563-616456e4b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:59.152719 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8f8daea1-7388-411f-9dee-723fef4b9c4c req-4a33e1fb-741b-43f3-b563-616456e4b3a7 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1693895 Aug 31 18:06:59.187753 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3704f4c-f59c-4214-8fb7-4c9d095e8141 req-3e86f271-9547-4a9f-a319-dbda8b9e5ea2 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:59.189332 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e3704f4c-f59c-4214-8fb7-4c9d095e8141 req-3e86f271-9547-4a9f-a319-dbda8b9e5ea2 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 943 time: 0.0967486 Aug 31 18:06:59.197000 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4011ab-eb4b-4ed8-bbc4-2c90e90161f3 req-d62b4258-f419-4edf-959e-fad2ddd12da4 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:59.199019 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0b4011ab-eb4b-4ed8-bbc4-2c90e90161f3 req-d62b4258-f419-4edf-959e-fad2ddd12da4 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.1174121 Aug 31 18:06:59.228397 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3c1d8d4e-b1ba-46e0-be82-4cd4ce4f2f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:59.257781 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e3704f4c-f59c-4214-8fb7-4c9d095e8141 req-0f8ec54f-5e2c-47ee-abc2-5c5bc7adf7f0 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576079 Aug 31 18:06:59.260582 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0b4011ab-eb4b-4ed8-bbc4-2c90e90161f3 req-e8cfcb86-b8b8-4480-aeab-aaa5138d5a5b tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536797 Aug 31 18:06:59.288880 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b921827-ce69-4697-9c16-aaaf652870fc req-afafab68-93cd-4fc1-9896-7febc408a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:59.298181 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8b921827-ce69-4697-9c16-aaaf652870fc req-afafab68-93cd-4fc1-9896-7febc408a6ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c2a9f290de14f9a8b00844d222cdd70&device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 1096 time: 0.0541289 Aug 31 18:06:59.323322 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3c1d8d4e-b1ba-46e0-be82-4cd4ce4f2f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:59.359903 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8b921827-ce69-4697-9c16-aaaf652870fc req-33df60fd-84af-4d4c-bc4f-57683aea083e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d80f034a-9867-46d8-87e7-ea180dc71ec9 HTTP/1.1" status: 200 len: 217 time: 0.0447578 Aug 31 18:06:59.416739 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-3c1d8d4e-b1ba-46e0-be82-4cd4ce4f2f5e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=be41013f1c1a4522b9c63b5dc5bf4b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542228 Aug 31 18:06:59.419534 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 58930) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:06:59.422269 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d8d4e-b1ba-46e0-be82-4cd4ce4f2f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f251c7-4b63-44ef-aa05-c7f3c156a62e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:59.438371 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6576c054-60d9-4577-8e87-78e1cff45b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:59.438922 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8b921827-ce69-4697-9c16-aaaf652870fc req-6576c054-60d9-4577-8e87-78e1cff45b04 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00dc20f5-d672-465c-8f7d-5a82297046f6 HTTP/1.1" status: 200 len: 851 time: 0.0705674 Aug 31 18:06:59.479383 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5f84de9f-a627-4f14-99fd-a69c81f3a85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:59.501497 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b921827-ce69-4697-9c16-aaaf652870fc req-b2055208-a19f-40bc-a01e-addb33fc3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:06:59.502026 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5f84de9f-a627-4f14-99fd-a69c81f3a85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:59.502995 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8b921827-ce69-4697-9c16-aaaf652870fc req-b2055208-a19f-40bc-a01e-addb33fc3a3b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=116adeeb-4100-4d52-a87b-b0c8148fd402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511866 Aug 31 18:06:59.598437 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8b921827-ce69-4697-9c16-aaaf652870fc req-fb4872fc-5cef-4d9f-b16e-e87c58e8aab3 service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825367 Aug 31 18:06:59.677374 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5f84de9f-a627-4f14-99fd-a69c81f3a85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:59.680077 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5f84de9f-a627-4f14-99fd-a69c81f3a85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:06:59.686855 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-5f84de9f-a627-4f14-99fd-a69c81f3a85e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67f251c7-4b63-44ef-aa05-c7f3c156a62e HTTP/1.1" status: 204 len: 168 time: 0.2661555 Aug 31 18:06:59.695396 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84de9f-a627-4f14-99fd-a69c81f3a85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f251c7-4b63-44ef-aa05-c7f3c156a62e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:06:59.709785 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8b921827-ce69-4697-9c16-aaaf652870fc req-1ada1483-8327-494a-9cfa-4be6a2088b34 service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983148 Aug 31 18:07:00.416270 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1dae7-bebf-4242-b614-dced2637ac37 req-86d89d3f-5812-447e-8d2d-e0ee036011ee tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:00.437791 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-00a1dae7-bebf-4242-b614-dced2637ac37 req-86d89d3f-5812-447e-8d2d-e0ee036011ee tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 943 time: 0.0812991 Aug 31 18:07:00.437791 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425a9d4-52d4-4cbd-864f-9bee8025de81 req-75f8c00f-21cb-425b-a778-a1a603fbdebb tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:00.437791 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e425a9d4-52d4-4cbd-864f-9bee8025de81 req-75f8c00f-21cb-425b-a778-a1a603fbdebb tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0906689 Aug 31 18:07:00.488611 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-00a1dae7-bebf-4242-b614-dced2637ac37 req-9f819769-a241-471c-9072-cecdfb110d44 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585909 Aug 31 18:07:00.493466 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e425a9d4-52d4-4cbd-864f-9bee8025de81 req-3740fb85-43ef-4f05-9135-44bdb8b54106 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574205 Aug 31 18:07:00.913198 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-24380a75-03b0-4329-883c-36ff85adbd3e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:00.914563 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-24380a75-03b0-4329-883c-36ff85adbd3e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/networks?id=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 HTTP/1.1" status: 200 len: 814 time: 0.1006966 Aug 31 18:07:00.929763 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-1aaec27f-005b-4707-8690-36983c71629a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/quotas/bcf70f5913ed4702a205373c28c2f652 HTTP/1.1" status: 200 len: 375 time: 0.0093408 Aug 31 18:07:00.981976 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-66ea2b80-5ac8-44f9-892b-929f4f9d25ce tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bcf70f5913ed4702a205373c28c2f652&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463912 Aug 31 18:07:01.087553 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-7cb2e905-cd7f-4b77-a904-25b5b4b0c39e service neutron] 10.222.0.58 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979919 Aug 31 18:07:01.176564 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-933c2563-c91d-4659-b703-d50cf681acf8 service neutron] 10.222.0.58 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826349 Aug 31 18:07:01.460103 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 58990) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:01.528563 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c68c6122-3e71-4bf3-aba8-b2b0de820905 req-88dbc66c-ba40-46d4-ae46-d2203ff6424d tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 210 time: 0.0355039 Aug 31 18:07:01.601837 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-342b37a6-e527-457e-92b9-1ef999c3006d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-694245913-network', 'tenant_id': '5b5237a166094bbe94c11975617a8b43'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:01.667269 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f736d-049e-4c9a-b01f-cd42a5989e94 req-5f136118-22eb-4ceb-befa-b6e99b64bf7a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:01.668777 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2f9f736d-049e-4c9a-b01f-cd42a5989e94 req-5f136118-22eb-4ceb-befa-b6e99b64bf7a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 943 time: 0.0885115 Aug 31 18:07:01.682379 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd08f4-e7fb-4009-8b48-003489d2e8f6 req-4fa638a1-101b-44b9-8317-2ef3f8718a02 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:01.683858 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-06fd08f4-e7fb-4009-8b48-003489d2e8f6 req-4fa638a1-101b-44b9-8317-2ef3f8718a02 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0719423 Aug 31 18:07:01.706756 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342b37a6-e527-457e-92b9-1ef999c3006d admin admin] Made reservation on behalf of 5b5237a166094bbe94c11975617a8b43 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:07:01.709772 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-342b37a6-e527-457e-92b9-1ef999c3006d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:01.719828 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-342b37a6-e527-457e-92b9-1ef999c3006d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:01.734947 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2f9f736d-049e-4c9a-b01f-cd42a5989e94 req-ee3e5b31-d170-4ffb-a421-bcef87983189 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501037 Aug 31 18:07:01.754874 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-06fd08f4-e7fb-4009-8b48-003489d2e8f6 req-54ce790d-9c6e-4206-a6bf-96869c8ee292 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565686 Aug 31 18:07:01.825977 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-342b37a6-e527-457e-92b9-1ef999c3006d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:02.015976 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-342b37a6-e527-457e-92b9-1ef999c3006d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:02.053986 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342b37a6-e527-457e-92b9-1ef999c3006d admin admin] vlan segment allocate from pool success with {'vlan_id': 1226, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:07:02.063835 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b37a6-e527-457e-92b9-1ef999c3006d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34164338-bd4e-4289-b084-efa8e6dfd9ab,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:02.070028 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-342b37a6-e527-457e-92b9-1ef999c3006d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:02.070363 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.segments_db [None req-342b37a6-e527-457e-92b9-1ef999c3006d admin admin] Added segment 00b274a3-11cf-4d9a-9da7-7cb5a820b3d7 of type vlan for network 974245c4-d671-44ef-935b-f52897888770 Aug 31 18:07:02.114153 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-342b37a6-e527-457e-92b9-1ef999c3006d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:02.312447 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-342b37a6-e527-457e-92b9-1ef999c3006d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:02.313462 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b37a6-e527-457e-92b9-1ef999c3006d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:02.314098 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-342b37a6-e527-457e-92b9-1ef999c3006d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:02.378880 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b37a6-e527-457e-92b9-1ef999c3006d admin admin] Pushing event updated for resources: {'Network': ['ID=974245c4-d671-44ef-935b-f52897888770,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:02.389794 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network 974245c4-d671-44ef-935b-f52897888770 details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:07:02.537170 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-342b37a6-e527-457e-92b9-1ef999c3006d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0751481 Aug 31 18:07:02.539971 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 59016) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:02.544873 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-425318a8-a8d3-45e3-b6c0-94fa9ea8d0c0 admin admin] Request body: {'subnet': {'network_id': '974245c4-d671-44ef-935b-f52897888770', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-694245913-subnet', 'tenant_id': '5b5237a166094bbe94c11975617a8b43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:02.611840 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f0c5b36d-238e-4213-9066-418e5d903696 req-748533e7-f8e5-4961-9d71-68bf6d8e33a2 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 210 time: 0.0267065 Aug 31 18:07:02.707235 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425318a8-a8d3-45e3-b6c0-94fa9ea8d0c0 admin admin] Made reservation on behalf of 5b5237a166094bbe94c11975617a8b43 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:07:02.709697 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-425318a8-a8d3-45e3-b6c0-94fa9ea8d0c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13010102'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:02.911101 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adfac4-8c91-4e91-b664-83d096a13936 req-9f218eae-0d47-4dd1-9518-236314b363d0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:02.913023 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42adfac4-8c91-4e91-b664-83d096a13936 req-9f218eae-0d47-4dd1-9518-236314b363d0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0897942 Aug 31 18:07:02.935916 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61536c9c-9df1-47e5-82d1-c1c934813602 req-bdcf441e-bb73-4a83-9689-b6f36cc34e73 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:02.937598 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-61536c9c-9df1-47e5-82d1-c1c934813602 req-bdcf441e-bb73-4a83-9689-b6f36cc34e73 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 943 time: 0.1279471 Aug 31 18:07:02.984256 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42adfac4-8c91-4e91-b664-83d096a13936 req-c3a4b89e-8f67-449c-9904-872a146a117c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635066 Aug 31 18:07:03.005406 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-61536c9c-9df1-47e5-82d1-c1c934813602 req-62c1a142-31f9-44f7-802f-050d268df422 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489786 Aug 31 18:07:03.113522 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-425318a8-a8d3-45e3-b6c0-94fa9ea8d0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24929181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13010080'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:03.166842 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425318a8-a8d3-45e3-b6c0-94fa9ea8d0c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a444b4a-01d3-4852-87ab-6dd4d2539c5f,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:03.185412 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425318a8-a8d3-45e3-b6c0-94fa9ea8d0c0 admin admin] Checking segment: {'id': '00b274a3-11cf-4d9a-9da7-7cb5a820b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '974245c4-d671-44ef-935b-f52897888770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:07:03.185778 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425318a8-a8d3-45e3-b6c0-94fa9ea8d0c0 admin admin] Network hostable DHCP agents. Network: 974245c4-d671-44ef-935b-f52897888770, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:07:03.381335 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425318a8-a8d3-45e3-b6c0-94fa9ea8d0c0 admin admin] Network 974245c4-d671-44ef-935b-f52897888770 is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:07:03.541424 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-425318a8-a8d3-45e3-b6c0-94fa9ea8d0c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, 974245c4-d671-44ef-935b-f52897888770) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:07:03.546352 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425318a8-a8d3-45e3-b6c0-94fa9ea8d0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:03.547369 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-425318a8-a8d3-45e3-b6c0-94fa9ea8d0c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:03.551530 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16874c0d-ee58-4f36-b13a-c7b8528163d9 None None] Network 974245c4-d671-44ef-935b-f52897888770 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:07:03.679530 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fab59f9-b301-4f64-937c-b176c2654c44 None None] Network 974245c4-d671-44ef-935b-f52897888770 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:07:03.706532 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c30345e7-5a83-430b-8861-bd1356601779 req-032eda0d-11f6-458f-89ff-a2319379df08 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 210 time: 0.0262411 Aug 31 18:07:03.719389 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-425318a8-a8d3-45e3-b6c0-94fa9ea8d0c0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1783109 Aug 31 18:07:04.145980 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d215022-252f-4e3a-8108-b733403b8e63 req-2709d946-9019-4570-9dcc-c94116182b22 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:04.147439 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8d215022-252f-4e3a-8108-b733403b8e63 req-2709d946-9019-4570-9dcc-c94116182b22 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0798917 Aug 31 18:07:04.160100 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ff8a0-ebcc-4505-9ea6-da6284bfaa22 req-4ad62d4b-5b65-4649-91a3-ecb11f5455e1 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:04.161478 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3b4ff8a0-ebcc-4505-9ea6-da6284bfaa22 req-4ad62d4b-5b65-4649-91a3-ecb11f5455e1 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 943 time: 0.0685380 Aug 31 18:07:04.218134 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8d215022-252f-4e3a-8108-b733403b8e63 req-b2d1d12a-48c7-4c1a-9f6a-2620f2e4d0a8 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556459 Aug 31 18:07:04.221672 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3b4ff8a0-ebcc-4505-9ea6-da6284bfaa22 req-b8873ca1-25ba-4078-9bcd-50d70232895e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535183 Aug 31 18:07:09.691776 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7da73ea3-9ea8-459f-bfb6-2fad245bf108 req-8e3d3b90-74d0-4d66-8c5c-df3ce2efec4f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 210 time: 0.0263963 Aug 31 18:07:09.746174 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b90f6-40ce-490b-ae7b-e828bcf5313e req-ae487a1c-1512-4aa6-b0a1-cbb410993a61 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:09.747692 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4a2b90f6-40ce-490b-ae7b-e828bcf5313e req-ae487a1c-1512-4aa6-b0a1-cbb410993a61 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0584855 Aug 31 18:07:09.815153 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4a2b90f6-40ce-490b-ae7b-e828bcf5313e req-87d5ba4a-8511-4450-9261-e9467d353a5e tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616984 Aug 31 18:07:09.835126 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51653f54-0f95-436e-8d09-cf2e57aac0b6 req-3b6ceea1-b690-40f8-b9ee-fab9350561aa tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:09.836698 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-51653f54-0f95-436e-8d09-cf2e57aac0b6 req-3b6ceea1-b690-40f8-b9ee-fab9350561aa tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 943 time: 0.0761771 Aug 31 18:07:09.876282 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-51653f54-0f95-436e-8d09-cf2e57aac0b6 req-ca91783f-d036-4c4d-9b7c-10b1174c5211 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326865 Aug 31 18:07:10.093753 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-4ba50387-7429-4835-a07e-56866421f195 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:10.095205 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-4ba50387-7429-4835-a07e-56866421f195 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.61 "GET /v2.0/networks?id=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 HTTP/1.1" status: 200 len: 814 time: 0.1034105 Aug 31 18:07:10.118098 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-2c02ddca-1522-4142-b899-2e8683011c1c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Request body: {'port': {'device_id': '9e9b4fc6-2027-46ed-a85b-ab2e6d4da241', 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8', 'admin_state_up': True, 'tenant_id': 'bcf70f5913ed4702a205373c28c2f652'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:10.398287 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-2c02ddca-1522-4142-b899-2e8683011c1c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Made reservation on behalf of bcf70f5913ed4702a205373c28c2f652 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:07:10.401880 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-2c02ddca-1522-4142-b899-2e8683011c1c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:10.546863 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-2c02ddca-1522-4142-b899-2e8683011c1c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Allocated IP 172.20.0.7 (1a2e3db9-3684-47ea-89ae-cae2e29e5cc8/f428a510-e539-4b72-8073-f50cf5f5996d/441d7400-9279-4685-899e-1ef0e1e88439) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:07:10.709723 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-2c02ddca-1522-4142-b899-2e8683011c1c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:10.842706 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f0422d43-e8ea-4a8c-8829-b1c4b3fb8793 req-26104d87-3145-455f-9640-fd10575d731f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 210 time: 0.0263519 Aug 31 18:07:10.873216 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-2c02ddca-1522-4142-b899-2e8683011c1c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:10.923212 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-2c02ddca-1522-4142-b899-2e8683011c1c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:07:10.925768 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['575bd565-2114-44ee-a4cc-f9709eb04b62', 'b34a9f93-d506-48aa-a523-bfd6d771774f', '2c1c4548-f267-4462-96ec-9eb5e281871d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:07:10.926416 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-2c02ddca-1522-4142-b899-2e8683011c1c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:07:10.930677 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-2c02ddca-1522-4142-b899-2e8683011c1c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:07:10.941806 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00732f-df4e-4f7a-988f-17319fdf9d32 req-317c14e9-c15f-438c-af1c-143c27657eef tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:10.943601 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8c00732f-df4e-4f7a-988f-17319fdf9d32 req-317c14e9-c15f-438c-af1c-143c27657eef tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0559380 Aug 31 18:07:10.957650 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02ddca-1522-4142-b899-2e8683011c1c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Pushing event updated for resources: {'Port': ['ID=441d7400-9279-4685-899e-1ef0e1e88439,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:10.989825 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-2c02ddca-1522-4142-b899-2e8683011c1c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:10.990438 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-2c02ddca-1522-4142-b899-2e8683011c1c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:11.026135 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8c00732f-df4e-4f7a-988f-17319fdf9d32 req-cef95696-10cc-4d84-8d8d-5253be8f09de tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622044 Aug 31 18:07:11.033640 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9f9f2-2e29-4b6b-b9b6-4087ed1c3eec req-9fcb38fe-ca12-44f8-8cb0-9ba7e3f5f8d6 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:11.034935 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-51a9f9f2-2e29-4b6b-b9b6-4087ed1c3eec req-9fcb38fe-ca12-44f8-8cb0-9ba7e3f5f8d6 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 943 time: 0.0836446 Aug 31 18:07:11.081301 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-51a9f9f2-2e29-4b6b-b9b6-4087ed1c3eec req-67cf7b5f-75d6-4253-b698-869529bdd503 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386260 Aug 31 18:07:11.153517 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-2c02ddca-1522-4142-b899-2e8683011c1c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0394886 Aug 31 18:07:11.200142 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Request body: {'port': {'device_id': '9e9b4fc6-2027-46ed-a85b-ab2e6d4da241', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:11.260901 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:11.517989 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-c9328910-995f-457d-8352-c07658dac99f tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:11.519461 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-c9328910-995f-457d-8352-c07658dac99f tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/networks?id=974245c4-d671-44ef-935b-f52897888770 HTTP/1.1" status: 200 len: 808 time: 0.1059198 Aug 31 18:07:11.534417 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-1621b222-7440-4e34-9600-44c684dc021b tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/quotas/5b5237a166094bbe94c11975617a8b43 HTTP/1.1" status: 200 len: 375 time: 0.0092692 Aug 31 18:07:11.540396 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441d7400-9279-4685-899e-1ef0e1e88439 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:07:11.548351 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:11.560704 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Transition to ACTIVE for port object 441d7400-9279-4685-899e-1ef0e1e88439 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:07:11.566695 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-33ab800d-cd9f-470e-9729-c9008e0560f8 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b5237a166094bbe94c11975617a8b43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260372 Aug 31 18:07:11.661783 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-330f67f4-a354-4544-bb8d-ec53c32b3a59 service neutron] 10.222.0.58 "GET /v2.0/networks/974245c4-d671-44ef-935b-f52897888770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880771 Aug 31 18:07:11.689687 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:11.742701 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=441d7400-9279-4685-899e-1ef0e1e88439,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:11.765626 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-02c3c6c8-5493-45f1-8d5e-3ae4059b5594 service neutron] 10.222.0.58 "GET /v2.0/networks/974245c4-d671-44ef-935b-f52897888770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975847 Aug 31 18:07:11.812404 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Attempting to bind port 441d7400-9279-4685-899e-1ef0e1e88439 on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:07:11.814536 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Attempting to bind port 441d7400-9279-4685-899e-1ef0e1e88439 by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': 'c98be0fb-18c3-4b15-9e8a-558d8a6a872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:07:11.814536 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Attempting to bind port 441d7400-9279-4685-899e-1ef0e1e88439 on network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:07:11.817853 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Port 441d7400-9279-4685-899e-1ef0e1e88439 on network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:07:11.818171 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Attempting to bind port 441d7400-9279-4685-899e-1ef0e1e88439 on network 1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:07:11.823347 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:07:11.823679 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Checking segment: {'id': 'c98be0fb-18c3-4b15-9e8a-558d8a6a872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:07:11.824057 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Bound using segment: {'id': 'c98be0fb-18c3-4b15-9e8a-558d8a6a872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:07:11.824495 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Bound port: 441d7400-9279-4685-899e-1ef0e1e88439, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98be0fb-18c3-4b15-9e8a-558d8a6a872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:07:11.824871 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:11.893226 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] For port 441d7400-9279-4685-899e-1ef0e1e88439, host hv-cinder-80674, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:07:11.896139 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] For port 441d7400-9279-4685-899e-1ef0e1e88439, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=441d7400-9279-4685-899e-1ef0e1e88439,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:07:12.038572 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:12.091584 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:12.092187 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:12.093759 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] 10.222.0.61 "PUT /v2.0/ports/441d7400-9279-4685-899e-1ef0e1e88439 HTTP/1.1" status: 200 len: 1093 time: 0.8983495 Aug 31 18:07:12.094348 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9b4fc6-2027-46ed-a85b-ab2e6d4da241', 'tag': '441d7400-9279-4685-899e-1ef0e1e88439'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:07:12.096970 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b178bee0-a966-494d-9507-9db74daf250a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9b4fc6-2027-46ed-a85b-ab2e6d4da241", "tag": "441d7400-9279-4685-899e-1ef0e1e88439"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:07:12.139490 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944b24f-1b17-4c5d-8102-7638a793d1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=441d7400-9279-4685-899e-1ef0e1e88439,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:12.168960 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d25bb-97ab-413f-b58b-b5079491446f req-334f85f1-a39e-439c-9786-d51b93092600 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:12.171297 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bd0d25bb-97ab-413f-b58b-b5079491446f req-334f85f1-a39e-439c-9786-d51b93092600 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 943 time: 0.0567663 Aug 31 18:07:12.219196 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bd0d25bb-97ab-413f-b58b-b5079491446f req-38869a64-75e0-4220-986b-33d895fbf69b tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Aug 31 18:07:12.305748 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-7a726d48-3d44-42fc-b60b-0aeaf430a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:12.307257 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-7a726d48-3d44-42fc-b60b-0aeaf430a6ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcf70f5913ed4702a205373c28c2f652&device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 1096 time: 0.0457404 Aug 31 18:07:12.308445 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2914d0a7-5d98-4bba-92ca-370296a650fc req-cb2a2931-1f03-4be5-a607-33ad3c0c3cf2 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 210 time: 0.0394733 Aug 31 18:07:12.324125 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d0bf1-05c2-4138-8c77-d30732150752 req-16b479e3-e127-4af7-b27a-f2e9fad9d523 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:12.326204 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4b2d0bf1-05c2-4138-8c77-d30732150752 req-16b479e3-e127-4af7-b27a-f2e9fad9d523 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0844443 Aug 31 18:07:12.374791 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aa7016-63e4-4a5c-b292-9c22557ecd70 x-openstack-request-id: req-56aa7016-63e4-4a5c-b292-9c22557ecd70 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:07:12.374791 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9b4fc6-2027-46ed-a85b-ab2e6d4da241", "tag": "441d7400-9279-4685-899e-1ef0e1e88439", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:07:12.374791 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56aa7016-63e4-4a5c-b292-9c22557ecd70 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:07:12.374791 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9b4fc6-2027-46ed-a85b-ab2e6d4da241', 'tag': '441d7400-9279-4685-899e-1ef0e1e88439', 'status': 'completed', 'code': 200} Aug 31 18:07:12.380020 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4b2d0bf1-05c2-4138-8c77-d30732150752 req-6b1edd33-d1df-4e57-aa35-ecf0e9c9db16 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467958 Aug 31 18:07:12.384052 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-250975fa-a4a3-47d3-b45a-61b4e250030a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441d7400-9279-4685-899e-1ef0e1e88439 HTTP/1.1" status: 200 len: 217 time: 0.0515940 Aug 31 18:07:12.457925 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8754da80-e794-4ac0-9380-0eea7feb2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:12.459568 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-8754da80-e794-4ac0-9380-0eea7feb2bb4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f428a510-e539-4b72-8073-f50cf5f5996d HTTP/1.1" status: 200 len: 854 time: 0.0670183 Aug 31 18:07:12.486075 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd0d21-5781-48ee-9f37-9c2a27bdeb57 req-6de91425-52f1-43ae-bc8c-be69dbea7b57 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:12.487639 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1fcd0d21-5781-48ee-9f37-9c2a27bdeb57 req-6de91425-52f1-43ae-bc8c-be69dbea7b57 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 943 time: 0.0611055 Aug 31 18:07:12.492749 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-04c1ec3e-3c42-43d7-8850-83ca257ad033 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236478 Aug 31 18:07:12.535818 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1fcd0d21-5781-48ee-9f37-9c2a27bdeb57 req-8aac121a-7e18-48ad-b5be-4f6b334ab142 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420451 Aug 31 18:07:12.594533 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-4b1d9240-f442-4310-a61b-454662e30d7c service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938485 Aug 31 18:07:12.688876 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e23c3c03-23aa-4e22-858b-b9b787091311 req-93688d92-ed4f-4bba-be15-a94cb4575425 service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855730 Aug 31 18:07:13.177047 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178bee0-a966-494d-9507-9db74daf250a req-12c96f2e-436c-4c34-b357-adc0922164ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:13.178666 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-b178bee0-a966-494d-9507-9db74daf250a req-12c96f2e-436c-4c34-b357-adc0922164ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcf70f5913ed4702a205373c28c2f652&device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 1096 time: 0.0406892 Aug 31 18:07:13.274336 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178bee0-a966-494d-9507-9db74daf250a req-4a3cc7d9-5b37-4e08-85cc-ee7bb6396cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:13.275898 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-b178bee0-a966-494d-9507-9db74daf250a req-4a3cc7d9-5b37-4e08-85cc-ee7bb6396cb9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 HTTP/1.1" status: 200 len: 916 time: 0.0881159 Aug 31 18:07:13.319080 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-b178bee0-a966-494d-9507-9db74daf250a req-d3b842df-b75c-450f-8eb6-c67869452036 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441d7400-9279-4685-899e-1ef0e1e88439 HTTP/1.1" status: 200 len: 217 time: 0.0354991 Aug 31 18:07:13.338915 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2887bfd-ed50-4ba9-a889-87d23919a95f req-79353fef-49d9-491f-bbd3-3307e3a6ed06 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:13.340482 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d2887bfd-ed50-4ba9-a889-87d23919a95f req-79353fef-49d9-491f-bbd3-3307e3a6ed06 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 943 time: 0.0507417 Aug 31 18:07:13.370504 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178bee0-a966-494d-9507-9db74daf250a req-a7f2bc17-4dd3-4e9d-b471-430ccec94940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:13.372610 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-b178bee0-a966-494d-9507-9db74daf250a req-a7f2bc17-4dd3-4e9d-b471-430ccec94940 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f428a510-e539-4b72-8073-f50cf5f5996d HTTP/1.1" status: 200 len: 854 time: 0.0455310 Aug 31 18:07:13.380336 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d2887bfd-ed50-4ba9-a889-87d23919a95f req-a94a4325-bf2c-4e23-b104-ed0e30490f24 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330424 Aug 31 18:07:13.411496 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-b178bee0-a966-494d-9507-9db74daf250a req-f1107c36-085b-4d14-b61e-b14f797192b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298393 Aug 31 18:07:13.477330 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a4174586-3d44-4c6a-9a9d-f63c409e716f req-67b10924-4c12-46b3-92b8-7b3e5d50b91e tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 210 time: 0.0343738 Aug 31 18:07:13.521876 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-b178bee0-a966-494d-9507-9db74daf250a req-4e0f3244-8947-4759-942c-967dd88cc2c0 service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003423 Aug 31 18:07:13.594736 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042e416-0f66-463f-b80c-4afed986a901 req-ab0771e0-3466-40b2-8b6f-678917cd5c7a tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:13.597221 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6042e416-0f66-463f-b80c-4afed986a901 req-ab0771e0-3466-40b2-8b6f-678917cd5c7a tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0575683 Aug 31 18:07:13.630254 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-b178bee0-a966-494d-9507-9db74daf250a req-b7292d1d-87bc-433e-8662-8fd3e361afb0 service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982649 Aug 31 18:07:13.648407 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6042e416-0f66-463f-b80c-4afed986a901 req-f0159c9b-729b-4693-913a-d13c4f882571 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445797 Aug 31 18:07:13.684564 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa43da-48e0-409a-a395-b7a7cad839c4 req-a6a00f6c-3f36-4790-95b6-aeaf8d98999b tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:13.686176 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c0aa43da-48e0-409a-a395-b7a7cad839c4 req-a6a00f6c-3f36-4790-95b6-aeaf8d98999b tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 943 time: 0.0564730 Aug 31 18:07:13.722551 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device d80f034a-9867-46d8-87e7-ea180dc71ec9 details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:07:13.726531 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c0aa43da-48e0-409a-a395-b7a7cad839c4 req-97335f06-b809-4f06-8e0f-908fb3eab11c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332565 Aug 31 18:07:13.825748 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port d80f034a-9867-46d8-87e7-ea180dc71ec9, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=d80f034a-9867-46d8-87e7-ea180dc71ec9,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:13.838091 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': 'd80f034a-9867-46d8-87e7-ea180dc71ec9', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'port_id': 'd80f034a-9867-46d8-87e7-ea180dc71ec9', 'mac_address': 'fa:16:3e:0e:32:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:07:13.876301 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:13.891141 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80f034a-9867-46d8-87e7-ea180dc71ec9 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:07:13.912400 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port d80f034a-9867-46d8-87e7-ea180dc71ec9, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=d80f034a-9867-46d8-87e7-ea180dc71ec9,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:14.118122 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:14.169167 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=d80f034a-9867-46d8-87e7-ea180dc71ec9,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:14.475576 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 59188) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:14.511168 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4aea3-f11f-4853-bfb8-6262e3e82bdb req-04757e57-6438-4b94-b0b2-4180a7ff8e05 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:14.513665 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f3f4aea3-f11f-4853-bfb8-6262e3e82bdb req-04757e57-6438-4b94-b0b2-4180a7ff8e05 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 943 time: 0.0530541 Aug 31 18:07:14.572055 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f3f4aea3-f11f-4853-bfb8-6262e3e82bdb req-7f9ced4d-6337-4100-abc5-7b7c25f59c9f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508304 Aug 31 18:07:14.599142 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c2d9c462-dc6a-4e37-a235-f19058a61562 req-4cb92443-6067-4025-8196-07893cdecc18 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 210 time: 0.0307868 Aug 31 18:07:14.620570 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4c04d98c-b3d1-4be6-a544-5e350a473c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:14.722559 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4c04d98c-b3d1-4be6-a544-5e350a473c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:14.770634 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0fd61-24a3-4b66-91fd-dd00a984ac83 req-0406d462-03dd-48e6-aaa5-d000287739a0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:14.772408 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-43c0fd61-24a3-4b66-91fd-dd00a984ac83 req-0406d462-03dd-48e6-aaa5-d000287739a0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0531144 Aug 31 18:07:14.821082 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4c04d98c-b3d1-4be6-a544-5e350a473c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:14.847426 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-43c0fd61-24a3-4b66-91fd-dd00a984ac83 req-17a81654-2cc9-4288-851d-478d3ca86eca tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670648 Aug 31 18:07:14.863637 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-4c04d98c-b3d1-4be6-a544-5e350a473c51 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=368832c6ac1f432fb3498afbe6b45873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869803 Aug 31 18:07:14.865140 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04d98c-b3d1-4be6-a544-5e350a473c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f795132-99e6-411f-89c1-a7b4e10a24e5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:14.867873 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 59206) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:14.869634 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0b4cc-e8c0-4559-88a7-422c694128e0 req-dd1ffb6e-13a4-40e7-ba1c-63756e01371c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:14.871110 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a8d0b4cc-e8c0-4559-88a7-422c694128e0 req-dd1ffb6e-13a4-40e7-ba1c-63756e01371c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 944 time: 0.0591149 Aug 31 18:07:14.910130 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a8d0b4cc-e8c0-4559-88a7-422c694128e0 req-0b39d9e4-4414-4c07-9526-afb8df6ad1ab tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323589 Aug 31 18:07:14.915505 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['d80f034a-9867-46d8-87e7-ea180dc71ec9'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:07:14.919818 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07081c0a-49ef-4cc0-acaf-b7e7b072d4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:14.949257 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07081c0a-49ef-4cc0-acaf-b7e7b072d4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:15.130000 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07081c0a-49ef-4cc0-acaf-b7e7b072d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:15.132532 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07081c0a-49ef-4cc0-acaf-b7e7b072d4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:15.133781 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-07081c0a-49ef-4cc0-acaf-b7e7b072d4a8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f795132-99e6-411f-89c1-a7b4e10a24e5 HTTP/1.1" status: 204 len: 168 time: 0.2645814 Aug 31 18:07:15.141964 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07081c0a-49ef-4cc0-acaf-b7e7b072d4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f795132-99e6-411f-89c1-a7b4e10a24e5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:15.566336 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-2dd5c304-5124-4cbd-80d3-d1e66e385197 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:15.567968 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-2dd5c304-5124-4cbd-80d3-d1e66e385197 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.61 "GET /v2.0/networks?id=974245c4-d671-44ef-935b-f52897888770 HTTP/1.1" status: 200 len: 808 time: 0.1153340 Aug 31 18:07:15.596647 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-0eb8b0a2-50f7-4dc9-aec6-6083612e338c tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Request body: {'port': {'device_id': 'ce2149e2-2a96-45f1-9d05-c5fa8c930260', 'network_id': '974245c4-d671-44ef-935b-f52897888770', 'admin_state_up': True, 'tenant_id': '5b5237a166094bbe94c11975617a8b43'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:15.767568 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5939a53c-a3c5-4961-90a6-d7f13c46a286 req-5ac91bb3-f47e-4be4-91c8-d0c5a8427305 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 210 time: 0.0306840 Aug 31 18:07:15.776866 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ac824-4a44-4af0-a551-a0d947600f0b req-3d807a7a-05d6-4be6-a1dd-d86e2994b88c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:15.778410 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0a9ac824-4a44-4af0-a551-a0d947600f0b req-3d807a7a-05d6-4be6-a1dd-d86e2994b88c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 943 time: 0.0930181 Aug 31 18:07:15.817388 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0a9ac824-4a44-4af0-a551-a0d947600f0b req-318ccb8e-2847-4cb5-a09e-0d7e18550058 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330024 Aug 31 18:07:15.965830 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320883a-6b74-42d0-aa5c-eb6ba3e0752b req-b88d1e49-8321-455f-9001-b58b89c05686 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:15.967243 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c320883a-6b74-42d0-aa5c-eb6ba3e0752b req-b88d1e49-8321-455f-9001-b58b89c05686 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0496223 Aug 31 18:07:15.975279 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-0eb8b0a2-50f7-4dc9-aec6-6083612e338c tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Made reservation on behalf of 5b5237a166094bbe94c11975617a8b43 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:07:15.979195 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-0eb8b0a2-50f7-4dc9-aec6-6083612e338c tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:16.046075 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c320883a-6b74-42d0-aa5c-eb6ba3e0752b req-4c45dece-edff-434f-9d00-3a15830246a4 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728576 Aug 31 18:07:16.074428 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e66695-5815-4c8b-b063-4ad33a9b655b req-be146b78-8a14-4106-b36c-55beaf9bc744 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:16.077859 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-07e66695-5815-4c8b-b063-4ad33a9b655b req-be146b78-8a14-4106-b36c-55beaf9bc744 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 944 time: 0.0861964 Aug 31 18:07:16.134773 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-07e66695-5815-4c8b-b063-4ad33a9b655b req-36505c0b-e100-4195-8e64-f491f534c978 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489099 Aug 31 18:07:16.151686 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-0eb8b0a2-50f7-4dc9-aec6-6083612e338c tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Allocated IP 172.20.0.6 (974245c4-d671-44ef-935b-f52897888770/5a444b4a-01d3-4852-87ab-6dd4d2539c5f/068ed9a1-1c3c-4048-9f5c-c3995a44b3bb) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:07:16.295585 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-0eb8b0a2-50f7-4dc9-aec6-6083612e338c tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:16.422229 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-0eb8b0a2-50f7-4dc9-aec6-6083612e338c tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:16.466568 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-0eb8b0a2-50f7-4dc9-aec6-6083612e338c tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Network 974245c4-d671-44ef-935b-f52897888770 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:07:16.469765 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-0eb8b0a2-50f7-4dc9-aec6-6083612e338c tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:07:16.474299 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-0eb8b0a2-50f7-4dc9-aec6-6083612e338c tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:07:16.504607 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8b0a2-50f7-4dc9-aec6-6083612e338c tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Pushing event updated for resources: {'Port': ['ID=068ed9a1-1c3c-4048-9f5c-c3995a44b3bb,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:16.534687 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-0eb8b0a2-50f7-4dc9-aec6-6083612e338c tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:16.535314 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-0eb8b0a2-50f7-4dc9-aec6-6083612e338c tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:16.574919 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 59248) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:16.650698 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-0eb8b0a2-50f7-4dc9-aec6-6083612e338c tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0581858 Aug 31 18:07:16.674698 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-d32f688e-3545-474d-b731-27d772cefcb8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-209636897-network', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:16.681984 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Request body: {'port': {'device_id': 'ce2149e2-2a96-45f1-9d05-c5fa8c930260', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:16.753234 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:16.852318 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32f688e-3545-474d-b731-27d772cefcb8 admin admin] Made reservation on behalf of cd9176a5d1f042e288b50a6ae2847ef3 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:07:16.854626 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d32f688e-3545-474d-b731-27d772cefcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:16.870506 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d32f688e-3545-474d-b731-27d772cefcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:16.907854 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fa2a7-197e-4838-a282-12b34d4b97ef req-ee9ac288-e908-472a-a999-97c6bc5aaa20 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:16.909349 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3f9fa2a7-197e-4838-a282-12b34d4b97ef req-ee9ac288-e908-472a-a999-97c6bc5aaa20 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 931 time: 0.0683250 Aug 31 18:07:16.974440 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d69ea-c867-40c3-a214-52ed30529038 req-87be3c63-b71c-48e0-937b-c259402f3d60 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:16.975905 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ce8d69ea-c867-40c3-a214-52ed30529038 req-87be3c63-b71c-48e0-937b-c259402f3d60 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 943 time: 0.0865695 Aug 31 18:07:16.981017 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3f9fa2a7-197e-4838-a282-12b34d4b97ef req-947b905c-487c-48db-a3c1-0d94aa104b89 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544927 Aug 31 18:07:17.022042 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ce8d69ea-c867-40c3-a214-52ed30529038 req-1eee577f-93fe-4ae1-95ba-21f9f826303b tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375209 Aug 31 18:07:17.076750 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d32f688e-3545-474d-b731-27d772cefcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:17.107844 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:07:17.115537 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:17.127636 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Transition to ACTIVE for port object 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:07:17.165759 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477c3ca-9832-4ca4-b61e-a7f5507698c5 req-060c6788-8b7c-4b3f-9c5c-2f0511fe01d1 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:17.167285 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3477c3ca-9832-4ca4-b61e-a7f5507698c5 req-060c6788-8b7c-4b3f-9c5c-2f0511fe01d1 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0481551 Aug 31 18:07:17.204046 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d32f688e-3545-474d-b731-27d772cefcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:17.205242 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3477c3ca-9832-4ca4-b61e-a7f5507698c5 req-678a4b1b-521a-414b-b47f-fb8e588084b7 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311761 Aug 31 18:07:17.228872 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32f688e-3545-474d-b731-27d772cefcb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1244, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:07:17.241421 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d32f688e-3545-474d-b731-27d772cefcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:17.241807 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.segments_db [None req-d32f688e-3545-474d-b731-27d772cefcb8 admin admin] Added segment f1d1e523-71df-487a-929e-eff21a6ab430 of type vlan for network 171cd324-0f22-41e6-b73e-8afd7b0be741 Aug 31 18:07:17.251362 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:17.305708 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f688e-3545-474d-b731-27d772cefcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13360714-6019-4e99-8508-b1e99dde9dc5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:17.321189 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cd734-a686-4387-9cca-df9c34f50284 req-91297799-9769-4a79-b22a-541649820282 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:17.322766 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bd7cd734-a686-4387-9cca-df9c34f50284 req-91297799-9769-4a79-b22a-541649820282 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 944 time: 0.0523202 Aug 31 18:07:17.326411 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d32f688e-3545-474d-b731-27d772cefcb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:17.335937 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Pushing event updated for resources: {'Port': ['ID=068ed9a1-1c3c-4048-9f5c-c3995a44b3bb,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:17.361949 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bd7cd734-a686-4387-9cca-df9c34f50284 req-1a683bab-322c-4b86-98f2-4dc779327685 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327368 Aug 31 18:07:17.418207 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Attempting to bind port 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:07:17.418538 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Attempting to bind port 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': '00b274a3-11cf-4d9a-9da7-7cb5a820b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '974245c4-d671-44ef-935b-f52897888770'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:07:17.419437 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Attempting to bind port 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb on network 974245c4-d671-44ef-935b-f52897888770 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:07:17.423859 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Port 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb on network 974245c4-d671-44ef-935b-f52897888770 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:07:17.424177 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Attempting to bind port 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb on network 974245c4-d671-44ef-935b-f52897888770 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:07:17.428854 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:07:17.429252 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Checking segment: {'id': '00b274a3-11cf-4d9a-9da7-7cb5a820b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '974245c4-d671-44ef-935b-f52897888770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:07:17.429636 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Bound using segment: {'id': '00b274a3-11cf-4d9a-9da7-7cb5a820b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '974245c4-d671-44ef-935b-f52897888770'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:07:17.430049 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Bound port: 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b274a3-11cf-4d9a-9da7-7cb5a820b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '974245c4-d671-44ef-935b-f52897888770'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:07:17.430393 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:17.470102 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d32f688e-3545-474d-b731-27d772cefcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:17.471044 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32f688e-3545-474d-b731-27d772cefcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:17.471611 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d32f688e-3545-474d-b731-27d772cefcb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:17.749918 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 441d7400-9279-4685-899e-1ef0e1e88439 details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:07:17.760416 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device d80f034a-9867-46d8-87e7-ea180dc71ec9 up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:07:17.770180 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] For port 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb, host hv-cinder-80674, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:07:17.772615 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f688e-3545-474d-b731-27d772cefcb8 admin admin] Pushing event updated for resources: {'Network': ['ID=171cd324-0f22-41e6-b73e-8afd7b0be741,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:17.775938 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] For port 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=068ed9a1-1c3c-4048-9f5c-c3995a44b3bb,segment=NetworkSegment(00b274a3-11cf-4d9a-9da7-7cb5a820b3d7),segment_id=00b274a3-11cf-4d9a-9da7-7cb5a820b3d7)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:07:17.844224 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-d32f688e-3545-474d-b731-27d772cefcb8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2678242 Aug 31 18:07:17.847104 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 59276) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:17.853764 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-c88a3150-4e03-489c-89a7-555c4c1035bf admin admin] Request body: {'subnet': {'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-209636897-subnet', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:17.883847 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network 171cd324-0f22-41e6-b73e-8afd7b0be741 details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:07:17.901766 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:17.938447 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:17.939338 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:17.940738 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] 10.222.0.61 "PUT /v2.0/ports/068ed9a1-1c3c-4048-9f5c-c3995a44b3bb HTTP/1.1" status: 200 len: 1093 time: 1.2626507 Aug 31 18:07:17.941369 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2149e2-2a96-45f1-9d05-c5fa8c930260', 'tag': '068ed9a1-1c3c-4048-9f5c-c3995a44b3bb'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:07:17.945455 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a964de55-78d8-41ca-a70e-06a9e8e2440b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2149e2-2a96-45f1-9d05-c5fa8c930260", "tag": "068ed9a1-1c3c-4048-9f5c-c3995a44b3bb"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:07:17.969945 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88a3150-4e03-489c-89a7-555c4c1035bf admin admin] Made reservation on behalf of cd9176a5d1f042e288b50a6ae2847ef3 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:07:17.973136 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74007c9c-3732-4809-9951-db53ebd95375 service neutron] Pushing event updated for resources: {'Port': ['ID=068ed9a1-1c3c-4048-9f5c-c3995a44b3bb,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:17.973913 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c88a3150-4e03-489c-89a7-555c4c1035bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13232555'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:18.017395 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebf423a-d69c-495d-a6cb-701ff62e0a4b x-openstack-request-id: req-1ebf423a-d69c-495d-a6cb-701ff62e0a4b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:07:18.017677 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2149e2-2a96-45f1-9d05-c5fa8c930260", "tag": "068ed9a1-1c3c-4048-9f5c-c3995a44b3bb", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:07:18.017938 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ebf423a-d69c-495d-a6cb-701ff62e0a4b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:07:18.018355 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2149e2-2a96-45f1-9d05-c5fa8c930260', 'tag': '068ed9a1-1c3c-4048-9f5c-c3995a44b3bb', 'status': 'completed', 'code': 200} Aug 31 18:07:18.079252 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 441d7400-9279-4685-899e-1ef0e1e88439, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=441d7400-9279-4685-899e-1ef0e1e88439,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:18.091966 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': '441d7400-9279-4685-899e-1ef0e1e88439', 'network_id': '1a2e3db9-3684-47ea-89ae-cae2e29e5cc8', 'port_id': '441d7400-9279-4685-899e-1ef0e1e88439', 'mac_address': 'fa:16:3e:c1:18:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f428a510-e539-4b72-8073-f50cf5f5996d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:07:18.148877 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964de55-78d8-41ca-a70e-06a9e8e2440b req-889a583b-58c5-46b8-9e7d-7f75291df176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:18.150422 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-a964de55-78d8-41ca-a70e-06a9e8e2440b req-889a583b-58c5-46b8-9e7d-7f75291df176 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b5237a166094bbe94c11975617a8b43&device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 1096 time: 0.0674245 Aug 31 18:07:18.157291 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:18.177300 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441d7400-9279-4685-899e-1ef0e1e88439 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:07:18.221404 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 441d7400-9279-4685-899e-1ef0e1e88439, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=441d7400-9279-4685-899e-1ef0e1e88439,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:18.228783 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe87a2d-277f-4953-9d7f-0d690678fdb8 req-e33a4ea0-73c8-49a5-833a-8fc798054fd7 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:18.230423 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dbe87a2d-277f-4953-9d7f-0d690678fdb8 req-e33a4ea0-73c8-49a5-833a-8fc798054fd7 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 943 time: 0.1233938 Aug 31 18:07:18.281104 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964de55-78d8-41ca-a70e-06a9e8e2440b req-26c7d646-38d0-4738-a897-c3f4c3e83ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:18.282623 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-a964de55-78d8-41ca-a70e-06a9e8e2440b req-26c7d646-38d0-4738-a897-c3f4c3e83ff2 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=5b5237a166094bbe94c11975617a8b43&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1081195 Aug 31 18:07:18.301318 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port d80f034a-9867-46d8-87e7-ea180dc71ec9 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:07:18.307237 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port d80f034a-9867-46d8-87e7-ea180dc71ec9 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:18.312370 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:18.312562 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5cf45-90a3-4638-9165-f061bb0b0010 req-0d7401bf-5000-4ef7-ab8f-d0a649438154 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:18.312562 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-43c5cf45-90a3-4638-9165-f061bb0b0010 req-0d7401bf-5000-4ef7-ab8f-d0a649438154 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 943 time: 0.1439543 Aug 31 18:07:18.346192 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dbe87a2d-277f-4953-9d7f-0d690678fdb8 req-6b6eecef-5420-4f0c-a128-3ccbceb0fbb8 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064260 Aug 31 18:07:18.373360 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-43c5cf45-90a3-4638-9165-f061bb0b0010 req-a1fd69b8-36f9-4239-9b13-cec634525d3d tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556791 Aug 31 18:07:18.414099 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:18.423497 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964de55-78d8-41ca-a70e-06a9e8e2440b req-74b5d958-492b-4093-8e2e-d2a6d3d7e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:18.425485 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-a964de55-78d8-41ca-a70e-06a9e8e2440b req-74b5d958-492b-4093-8e2e-d2a6d3d7e2cb service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1260009 Aug 31 18:07:18.443151 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c88a3150-4e03-489c-89a7-555c4c1035bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14918581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13232573'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:18.469658 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:18.500269 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=441d7400-9279-4685-899e-1ef0e1e88439,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:18.511228 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80f034a-9867-46d8-87e7-ea180dc71ec9'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:07:18.513615 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c873ebcc-9f9e-498e-8e2e-8dc02de6b967" -d '{"events": [{"server_uuid": "4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8", "name": "network-vif-plugged", "status": "completed", "tag": "d80f034a-9867-46d8-87e7-ea180dc71ec9"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:07:18.526417 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port d80f034a-9867-46d8-87e7-ea180dc71ec9, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=d80f034a-9867-46d8-87e7-ea180dc71ec9,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:18.531340 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a3150-4e03-489c-89a7-555c4c1035bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f31a230-47dc-4d6e-91d0-ed8182c5eeb1,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:18.562386 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc2571-7be0-44a4-80d2-4534fbe12837 req-53054970-8c25-4a14-9d85-c621b1f3e34c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:18.563852 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cebc2571-7be0-44a4-80d2-4534fbe12837 req-53054970-8c25-4a14-9d85-c621b1f3e34c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.1157296 Aug 31 18:07:18.578843 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af520a-f55a-4a27-9b09-a71a80331a4d req-cf4adb15-372b-4f3e-bd37-ff861cf1065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:18.580505 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-16af520a-f55a-4a27-9b09-a71a80331a4d req-cf4adb15-372b-4f3e-bd37-ff861cf1065f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 1098 time: 0.0509477 Aug 31 18:07:18.589099 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88a3150-4e03-489c-89a7-555c4c1035bf admin admin] Checking segment: {'id': 'f1d1e523-71df-487a-929e-eff21a6ab430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:07:18.589451 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88a3150-4e03-489c-89a7-555c4c1035bf admin admin] Network hostable DHCP agents. Network: 171cd324-0f22-41e6-b73e-8afd7b0be741, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:07:18.623175 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-16af520a-f55a-4a27-9b09-a71a80331a4d req-334614ab-ed7f-4711-941a-99e35d1e0acd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340238 Aug 31 18:07:18.649485 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:18.661354 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-9de52802-2d3d-4801-9d7c-01bb0de7e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:18.662867 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-9de52802-2d3d-4801-9d7c-01bb0de7e1ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b5237a166094bbe94c11975617a8b43&device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 1096 time: 0.1165767 Aug 31 18:07:18.666949 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cebc2571-7be0-44a4-80d2-4534fbe12837 req-0fedc390-2b54-44a8-ab8c-b86219234954 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823014 Aug 31 18:07:18.689236 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac2119-16e3-41b0-9529-cbc680dbb964 req-8241017c-3b06-4607-9e6e-9ecd6cee6629 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:18.690635 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b9ac2119-16e3-41b0-9529-cbc680dbb964 req-8241017c-3b06-4607-9e6e-9ecd6cee6629 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 944 time: 0.0686851 Aug 31 18:07:18.710996 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=d80f034a-9867-46d8-87e7-ea180dc71ec9,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:18.723125 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d4f165-b236-4003-b724-c637b0a67591 x-openstack-request-id: req-a1d4f165-b236-4003-b724-c637b0a67591 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:07:18.723419 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8", "name": "network-vif-plugged", "status": "completed", "tag": "d80f034a-9867-46d8-87e7-ea180dc71ec9", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:07:18.723668 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1d4f165-b236-4003-b724-c637b0a67591 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:07:18.724110 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80f034a-9867-46d8-87e7-ea180dc71ec9', 'code': 200} Aug 31 18:07:18.741232 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b9ac2119-16e3-41b0-9529-cbc680dbb964 req-91d9fcb3-2947-4ed1-8ab7-f0985b9419a4 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422885 Aug 31 18:07:18.849664 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88a3150-4e03-489c-89a7-555c4c1035bf admin admin] Network 171cd324-0f22-41e6-b73e-8afd7b0be741 is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:07:18.966643 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:07:19.038309 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-c88a3150-4e03-489c-89a7-555c4c1035bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, 171cd324-0f22-41e6-b73e-8afd7b0be741) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:07:19.056304 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88a3150-4e03-489c-89a7-555c4c1035bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:19.056304 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c88a3150-4e03-489c-89a7-555c4c1035bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:19.057151 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca279914-2859-4470-afdc-75c5a196cafa None None] Network 171cd324-0f22-41e6-b73e-8afd7b0be741 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:07:19.057151 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['441d7400-9279-4685-899e-1ef0e1e88439'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:07:19.176501 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-c88a3150-4e03-489c-89a7-555c4c1035bf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3280034 Aug 31 18:07:19.179502 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 59300) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:19.184670 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-209636897-router', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:19.262309 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1379057c-b173-5381-9eb4-fbe772ef9a85-171cd324-0f22-41e6-b73e-8afd7b0be741', 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'fixed_ips': [{'subnet_id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1'}]}} from dv-cinder-806740-4-iscsi. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 18:07:19.267752 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:19.283124 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-8ac55a5e-731c-4bcf-858c-02d152186117 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=068ed9a1-1c3c-4048-9f5c-c3995a44b3bb HTTP/1.1" status: 200 len: 217 time: 0.0368574 Aug 31 18:07:19.376405 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-ee106c6e-80ba-480d-a01f-1820d9e40fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:19.377915 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-ee106c6e-80ba-480d-a01f-1820d9e40fae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a444b4a-01d3-4852-87ab-6dd4d2539c5f HTTP/1.1" status: 200 len: 848 time: 0.0503078 Aug 31 18:07:19.416944 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-e360f21a-8cde-4a03-9749-485b2a751f49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=974245c4-d671-44ef-935b-f52897888770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258436 Aug 31 18:07:19.435318 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Allocated IP 172.20.0.2 (171cd324-0f22-41e6-b73e-8afd7b0be741/3f31a230-47dc-4d6e-91d0-ed8182c5eeb1/a6212d98-fbac-4340-b898-0fe0aa9be680) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:07:19.435530 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16621841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:19.436598 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16624631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16623748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16618855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15901'] for router, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:19.495244 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:19.547705 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36e25a-cec2-4f7b-9b88-9972efc58364 req-4c32295e-14e7-43e0-b50c-5c1f4e927be7 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:19.549285 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ba36e25a-cec2-4f7b-9b88-9972efc58364 req-4c32295e-14e7-43e0-b50c-5c1f4e927be7 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 943 time: 0.1270916 Aug 31 18:07:19.587766 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:19.598866 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Transition to ACTIVE for port object a6212d98-fbac-4340-b898-0fe0aa9be680 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:07:19.615677 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Transition to ACTIVE for port object a6212d98-fbac-4340-b898-0fe0aa9be680 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:07:19.731845 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:19.742077 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:19.784329 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Network 171cd324-0f22-41e6-b73e-8afd7b0be741 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:07:19.787315 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:07:19.791090 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:07:19.797010 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Pushing event updated for resources: {'Port': ['ID=a6212d98-fbac-4340-b898-0fe0aa9be680,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:19.832594 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdf2d3-219f-46a0-ba21-08d4505ec803 req-e60fae8d-c1a2-4a1d-af23-a6db44788eec tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:19.839862 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d0fdf2d3-219f-46a0-ba21-08d4505ec803 req-e60fae8d-c1a2-4a1d-af23-a6db44788eec tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 944 time: 0.3788838 Aug 31 18:07:19.859982 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Attempting to bind port a6212d98-fbac-4340-b898-0fe0aa9be680 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:07:19.860412 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Attempting to bind port a6212d98-fbac-4340-b898-0fe0aa9be680 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': 'f1d1e523-71df-487a-929e-eff21a6ab430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:07:19.860660 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Attempting to bind port a6212d98-fbac-4340-b898-0fe0aa9be680 on network 171cd324-0f22-41e6-b73e-8afd7b0be741 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:07:19.867023 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:07:19.867414 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Checking segment: {'id': 'f1d1e523-71df-487a-929e-eff21a6ab430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:07:19.867836 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:19.868235 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Bound using segment: {'id': 'f1d1e523-71df-487a-929e-eff21a6ab430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:07:19.868736 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Bound port: a6212d98-fbac-4340-b898-0fe0aa9be680, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d1e523-71df-487a-929e-eff21a6ab430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:07:19.869289 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:19.901862 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ba36e25a-cec2-4f7b-9b88-9972efc58364 req-0c4712ae-3375-40df-8d04-8e4448466eb8 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434725 Aug 31 18:07:19.907519 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-aa8fe5d4-d06c-477f-bb3a-3dd4870c0785 service neutron] 10.222.0.61 "GET /v2.0/networks/974245c4-d671-44ef-935b-f52897888770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476430 Aug 31 18:07:19.941872 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d0fdf2d3-219f-46a0-ba21-08d4505ec803 req-f6fd3e28-e53a-4436-80a8-41272b02b7d4 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011341 Aug 31 18:07:19.983163 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] For port a6212d98-fbac-4340-b898-0fe0aa9be680, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:07:19.988060 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] For port a6212d98-fbac-4340-b898-0fe0aa9be680, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=a6212d98-fbac-4340-b898-0fe0aa9be680,segment=NetworkSegment(f1d1e523-71df-487a-929e-eff21a6ab430),segment_id=f1d1e523-71df-487a-929e-eff21a6ab430)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:07:20.013689 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52452f-e0c4-4a30-8d82-e4ccb5264c39 req-ac3bb8c3-e93c-41e3-9a71-f96134866e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:20.015274 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-7a52452f-e0c4-4a30-8d82-e4ccb5264c39 req-ac3bb8c3-e93c-41e3-9a71-f96134866e01 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 1098 time: 0.0988438 Aug 31 18:07:20.092202 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-84c7ea60-66ce-4d12-a8f1-bf86f519d689 req-299bfbd5-6d4c-4097-91af-a0d322693e17 service neutron] 10.222.0.61 "GET /v2.0/networks/974245c4-d671-44ef-935b-f52897888770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471884 Aug 31 18:07:20.101789 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:20.104034 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c274f3-2cf0-46ec-be0e-c1eac9a8c28b req-f841483c-646c-4ef2-9bda-aa7492c9fcb4 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:20.105546 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a0c274f3-2cf0-46ec-be0e-c1eac9a8c28b req-f841483c-646c-4ef2-9bda-aa7492c9fcb4 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0669000 Aug 31 18:07:20.164397 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:20.165110 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a0c274f3-2cf0-46ec-be0e-c1eac9a8c28b req-8799ca73-78b0-425c-8607-73f82dc70783 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432358 Aug 31 18:07:20.179386 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a1926-609a-4f72-80eb-eeee94222aa0 None None] Pushing event updated for resources: {'Port': ['ID=a6212d98-fbac-4340-b898-0fe0aa9be680,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:20.199531 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:20.259240 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-7a52452f-e0c4-4a30-8d82-e4ccb5264c39 req-8fd6fff3-5db6-4e1f-b258-6457183d20b5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670373 Aug 31 18:07:20.289738 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c3b86-223b-4df4-8319-c1a1a4a3b995 req-4d08b066-5802-47ce-b5f3-aa12e5eacb0d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:20.293532 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-aa6c3b86-223b-4df4-8319-c1a1a4a3b995 req-4d08b066-5802-47ce-b5f3-aa12e5eacb0d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0592659 Aug 31 18:07:20.348121 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-aa6c3b86-223b-4df4-8319-c1a1a4a3b995 req-0991a914-a38b-45c9-a12b-a010f191e913 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484245 Aug 31 18:07:20.378243 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] Allocated IP 172.27.3.70 (d0d110ef-3035-4f07-b05a-39b223314ffd/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d/13292fb2-1dd2-4ccf-9177-6719406fd990) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:07:20.489397 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:20.604823 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:20.649233 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] Network d0d110ef-3035-4f07-b05a-39b223314ffd is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:07:20.652519 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:07:20.655656 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:07:20.686641 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] Pushing event updated for resources: {'Port': ['ID=13292fb2-1dd2-4ccf-9177-6719406fd990,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:20.792670 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-80ddc670-5bbb-4699-a171-adf11bf6cff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:21.047245 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:21.051514 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4fd65-7686-45ff-9f13-4f6e2bd0b8fa req-20d8355b-3c00-48a7-aae4-59bd0f424406 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:21.057389 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2cf4fd65-7686-45ff-9f13-4f6e2bd0b8fa req-20d8355b-3c00-48a7-aae4-59bd0f424406 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 943 time: 0.0689147 Aug 31 18:07:21.087915 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b01a7d-8b4b-4fe6-b5b2-c2549640d8a6 None None] Network 171cd324-0f22-41e6-b73e-8afd7b0be741 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:07:21.094229 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2cf4fd65-7686-45ff-9f13-4f6e2bd0b8fa req-3a831443-440f-45ec-bc25-c3b9fd3f4935 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344758 Aug 31 18:07:21.222997 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7856bc-6bb3-40d2-91d3-aab7848de5cc req-30e66462-a7dd-4230-8df6-a5769922f72e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:21.227300 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3b7856bc-6bb3-40d2-91d3-aab7848de5cc req-30e66462-a7dd-4230-8df6-a5769922f72e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 944 time: 0.0669684 Aug 31 18:07:21.252323 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16624590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16623863'] for router, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:21.295642 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-022d3e5b-861b-46af-a41c-ede560e968ff None None] Provisioning for port a6212d98-fbac-4340-b898-0fe0aa9be680 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:07:21.314157 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3b7856bc-6bb3-40d2-91d3-aab7848de5cc req-df1b0766-bed3-47b7-af36-d0c5e891a83f tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802562 Aug 31 18:07:21.349927 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f005a3-2c1f-4ec3-b696-5d25613c8668 req-81d5feb4-fc03-4d56-968c-51cee9a167c8 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:21.351512 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c0f005a3-2c1f-4ec3-b696-5d25613c8668 req-81d5feb4-fc03-4d56-968c-51cee9a167c8 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0773518 Aug 31 18:07:21.400044 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c0f005a3-2c1f-4ec3-b696-5d25613c8668 req-3937d6c0-7476-4327-a15b-2eb6fe7c2435 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386062 Aug 31 18:07:21.507007 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] Router 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 is scheduled to L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb with binding_index 1 {{(pid=94690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:07:21.510029 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d2ef2-3580-4378-8540-310805a58c87 req-4eca4e44-0602-4328-8695-2cf8ab88d087 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:21.511029 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f34d2ef2-3580-4378-8540-310805a58c87 req-4eca4e44-0602-4328-8695-2cf8ab88d087 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0480227 Aug 31 18:07:21.550227 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f34d2ef2-3580-4378-8540-310805a58c87 req-89f59482-75c8-4dec-a9cb-cba864d83b5e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314267 Aug 31 18:07:21.614920 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:07:21.623995 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Sync routers for ids ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:07:21.636547 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Routers {'602a7af5-ec62-4889-bbbf-bfa9b8e983d6'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:07:21.640829 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:06:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:21.741505 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:21.742771 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-54469c38-8595-4815-b9b7-4cea8b1ff1eb admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5621083 Aug 31 18:07:21.745444 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 59328) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:21.753171 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Set router 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:07:21.785823 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 441d7400-9279-4685-899e-1ef0e1e88439 up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:07:21.941400 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port 441d7400-9279-4685-899e-1ef0e1e88439 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:07:21.943515 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:21.945994 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port 441d7400-9279-4685-899e-1ef0e1e88439 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:21.949643 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:21.950367 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'name': 'tempest-TestShelveInstance-209636897-router', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:19Z', 'updated_at': '2021-08-31T18:07:20Z', 'revision_number': 3, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'gw_port': {'id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:20Z', 'updated_at': '2021-08-31T18:07:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:21.974888 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Checking router: 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:07:21.975260 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Updating router 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 port 13292fb2-1dd2-4ccf-9177-6719406fd990 binding host dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:07:21.999642 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:22.035862 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:22.067647 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9b4fc6-2027-46ed-a85b-ab2e6d4da241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441d7400-9279-4685-899e-1ef0e1e88439'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:07:22.069922 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9a6d16-70de-43b4-99bd-a40fa068146c" -d '{"events": [{"server_uuid": "9e9b4fc6-2027-46ed-a85b-ab2e6d4da241", "name": "network-vif-plugged", "status": "completed", "tag": "441d7400-9279-4685-899e-1ef0e1e88439"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:07:22.089391 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 441d7400-9279-4685-899e-1ef0e1e88439, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=441d7400-9279-4685-899e-1ef0e1e88439,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:22.132879 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f53713-878b-4c95-9460-471aff5a5c99 x-openstack-request-id: req-b3f53713-878b-4c95-9460-471aff5a5c99 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:07:22.133146 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9b4fc6-2027-46ed-a85b-ab2e6d4da241", "name": "network-vif-plugged", "status": "completed", "tag": "441d7400-9279-4685-899e-1ef0e1e88439", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:07:22.133403 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3f53713-878b-4c95-9460-471aff5a5c99 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:07:22.133796 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9b4fc6-2027-46ed-a85b-ab2e6d4da241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441d7400-9279-4685-899e-1ef0e1e88439', 'code': 200} Aug 31 18:07:22.209715 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:22.255669 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device a6212d98-fbac-4340-b898-0fe0aa9be680 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:07:22.260443 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb97b32-0ad4-44f8-b8f9-3d76990b1b5f req-a386bd7f-c723-4f32-804b-585be1fa6bb5 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:22.262662 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dbb97b32-0ad4-44f8-b8f9-3d76990b1b5f req-a386bd7f-c723-4f32-804b-585be1fa6bb5 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 943 time: 0.0733917 Aug 31 18:07:22.271903 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:22.329765 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dbb97b32-0ad4-44f8-b8f9-3d76990b1b5f req-f33a2893-22bc-4249-8bff-9fc8d6a4e26a tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598581 Aug 31 18:07:22.353403 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=441d7400-9279-4685-899e-1ef0e1e88439,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:22.358582 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:22.369116 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Transition to ACTIVE for port object 13292fb2-1dd2-4ccf-9177-6719406fd990 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:07:22.445134 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdd047-67af-43f8-8413-b78368c53745 req-8f95cf50-dc32-4e92-b253-2e1f0b74489a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:22.446606 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-84fdd047-67af-43f8-8413-b78368c53745 req-8f95cf50-dc32-4e92-b253-2e1f0b74489a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 945 time: 0.0485833 Aug 31 18:07:22.459451 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] Allocated IP 172.20.0.1 (171cd324-0f22-41e6-b73e-8afd7b0be741/3f31a230-47dc-4d6e-91d0-ed8182c5eeb1/4821a567-90e9-4bd0-b43a-6c175923c922) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:07:22.461183 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port a6212d98-fbac-4340-b898-0fe0aa9be680 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:07:22.465621 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port a6212d98-fbac-4340-b898-0fe0aa9be680 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:22.476899 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:22.485612 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-84fdd047-67af-43f8-8413-b78368c53745 req-ef3b7295-28f3-4f0d-a8fc-e78a7b70baaf tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324085 Aug 31 18:07:22.495624 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:22.539028 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044e2c9-a51e-4d25-877f-7f2957a3bd6e None None] Pushing event updated for resources: {'Port': ['ID=13292fb2-1dd2-4ccf-9177-6719406fd990,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:22.547385 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044e2c9-a51e-4d25-877f-7f2957a3bd6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:22.547722 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044e2c9-a51e-4d25-877f-7f2957a3bd6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:22.548061 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044e2c9-a51e-4d25-877f-7f2957a3bd6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:22.548761 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044e2c9-a51e-4d25-877f-7f2957a3bd6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:22.548761 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044e2c9-a51e-4d25-877f-7f2957a3bd6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:22.549040 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044e2c9-a51e-4d25-877f-7f2957a3bd6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:22.549358 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044e2c9-a51e-4d25-877f-7f2957a3bd6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:22.549675 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044e2c9-a51e-4d25-877f-7f2957a3bd6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:22.550017 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044e2c9-a51e-4d25-877f-7f2957a3bd6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:22.550343 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044e2c9-a51e-4d25-877f-7f2957a3bd6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:22.550718 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044e2c9-a51e-4d25-877f-7f2957a3bd6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:22.551065 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044e2c9-a51e-4d25-877f-7f2957a3bd6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:22.588750 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:22.620323 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Attempting to bind port 13292fb2-1dd2-4ccf-9177-6719406fd990 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:07:22.621064 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Attempting to bind port 13292fb2-1dd2-4ccf-9177-6719406fd990 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:07:22.621544 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee384eb-1e1b-4b06-8caa-bdf80110bcf7 req-0cca4d43-de31-4084-81c7-91dc645f64e8 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:22.621849 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Attempting to bind port 13292fb2-1dd2-4ccf-9177-6719406fd990 on network d0d110ef-3035-4f07-b05a-39b223314ffd {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:07:22.623682 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9ee384eb-1e1b-4b06-8caa-bdf80110bcf7 req-0cca4d43-de31-4084-81c7-91dc645f64e8 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0591273 Aug 31 18:07:22.628193 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port a6212d98-fbac-4340-b898-0fe0aa9be680, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=a6212d98-fbac-4340-b898-0fe0aa9be680,segment=NetworkSegment(f1d1e523-71df-487a-929e-eff21a6ab430),segment_id=f1d1e523-71df-487a-929e-eff21a6ab430)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:22.629154 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:22.631446 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:07:22.631446 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Checking segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:07:22.631446 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:22.631446 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Bound using segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:07:22.632183 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Bound port: 13292fb2-1dd2-4ccf-9177-6719406fd990, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:07:22.632670 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:22.647942 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] Transition to ACTIVE for port object 4821a567-90e9-4bd0-b43a-6c175923c922 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:07:22.664913 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9ee384eb-1e1b-4b06-8caa-bdf80110bcf7 req-6afaea1f-be4e-4936-b3f2-980d68fba9f2 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345130 Aug 31 18:07:22.685188 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ee6da-84b8-46d9-9d5e-ad0d1aec63f9 req-fbcefa63-612b-44e1-9a83-7c1fad06fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:22.687344 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ee6ee6da-84b8-46d9-9d5e-ad0d1aec63f9 req-fbcefa63-612b-44e1-9a83-7c1fad06fbd8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 1098 time: 0.1141779 Aug 31 18:07:22.691308 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] For port 13292fb2-1dd2-4ccf-9177-6719406fd990, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:07:22.695455 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] For port 13292fb2-1dd2-4ccf-9177-6719406fd990, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=13292fb2-1dd2-4ccf-9177-6719406fd990,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:07:22.741488 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ee6ee6da-84b8-46d9-9d5e-ad0d1aec63f9 req-ba4f31cd-ac53-491e-88ac-dabfd692cfcb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406611 Aug 31 18:07:22.741711 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:22.769796 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16cc03-dcb3-4f38-b91c-0e7fa5a34543 req-5850b46b-a4c3-45e6-8707-17cb8a1f5f34 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:22.771187 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4f16cc03-dcb3-4f38-b91c-0e7fa5a34543 req-5850b46b-a4c3-45e6-8707-17cb8a1f5f34 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0497499 Aug 31 18:07:22.776437 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:22.791959 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=a6212d98-fbac-4340-b898-0fe0aa9be680,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:22.804631 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:22.826030 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4f16cc03-dcb3-4f38-b91c-0e7fa5a34543 req-e2a8b152-b8d7-480f-b0d6-7d1a3a41168e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472710 Aug 31 18:07:22.845520 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Routers {'602a7af5-ec62-4889-bbbf-bfa9b8e983d6'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:07:22.852529 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:06:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:22.859691 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] Network 171cd324-0f22-41e6-b73e-8afd7b0be741 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:07:22.863941 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] Pushing event updated for resources: {'Port': ['ID=4821a567-90e9-4bd0-b43a-6c175923c922,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:22.866565 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:07:22.868849 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:07:22.901669 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044e2c9-a51e-4d25-877f-7f2957a3bd6e None None] Pushing event updated for resources: {'Port': ['ID=13292fb2-1dd2-4ccf-9177-6719406fd990,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:22.909585 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16620676'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:22.987161 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] Set router 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:07:23.193452 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'name': 'tempest-TestShelveInstance-209636897-router', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:19Z', 'updated_at': '2021-08-31T18:07:20Z', 'revision_number': 3, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'gw_port': {'id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:20Z', 'updated_at': '2021-08-31T18:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:23.196417 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:23.220463 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d2a0b-34ca-4bf3-afb3-872de0b4d4b7 None None] The sync data for ids ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'] in dv-cinder-806740-4-iscsi is: [{'id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'name': 'tempest-TestShelveInstance-209636897-router', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:19Z', 'updated_at': '2021-08-31T18:07:20Z', 'revision_number': 3, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'gw_port': {'id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:20Z', 'updated_at': '2021-08-31T18:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:07:23.238058 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9701cc5e-6bd2-4f53-8293-731d42b79797 None None] Provisioning for port 4821a567-90e9-4bd0-b43a-6c175923c922 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:07:23.243265 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9701cc5e-6bd2-4f53-8293-731d42b79797 None None] Provisioning complete for port 4821a567-90e9-4bd0-b43a-6c175923c922 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:23.243806 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9701cc5e-6bd2-4f53-8293-731d42b79797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:23.297815 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9701cc5e-6bd2-4f53-8293-731d42b79797 None None] Port 4821a567-90e9-4bd0-b43a-6c175923c922 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:07:23.392396 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:23.401163 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccbece-1a7e-4664-bd5a-15b815abb77b req-c8bb2b2f-adf7-48fa-a9c7-8e512a7ae947 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:23.402651 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bfccbece-1a7e-4664-bd5a-15b815abb77b req-c8bb2b2f-adf7-48fa-a9c7-8e512a7ae947 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0571797 Aug 31 18:07:23.424979 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0ffc5b7b-481b-4cdb-84de-917c9b6bcdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:23.493101 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bfccbece-1a7e-4664-bd5a-15b815abb77b req-ac5f659a-017f-41f3-b7d2-9efeead0cc4c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831645 Aug 31 18:07:23.514896 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e27d0a-3f42-477d-9975-4c59f934e3b4 req-c1e3e905-8517-44a5-a4d8-2923a898ce27 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:23.522835 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-99e27d0a-3f42-477d-9975-4c59f934e3b4 req-c1e3e905-8517-44a5-a4d8-2923a898ce27 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 943 time: 0.0951080 Aug 31 18:07:23.551260 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:23.607288 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-99e27d0a-3f42-477d-9975-4c59f934e3b4 req-0b2e642f-f1fe-430a-b2ca-4a25dca08d56 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835261 Aug 31 18:07:23.634308 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0d1c8-98e1-49bc-bf90-13d063b47a9c req-d1abbd33-cd47-4cad-89bf-9acfb55acf55 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:23.635895 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b3c0d1c8-98e1-49bc-bf90-13d063b47a9c req-d1abbd33-cd47-4cad-89bf-9acfb55acf55 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 945 time: 0.0719512 Aug 31 18:07:23.645463 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974253c5-d47d-45cf-a346-5de6334aeb17 req-bd8f7f55-6e83-4a01-ac6b-1f13138b58f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:23.647461 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-974253c5-d47d-45cf-a346-5de6334aeb17 req-bd8f7f55-6e83-4a01-ac6b-1f13138b58f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6058b10a83d8420bb755354e3a8d3077&device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 1098 time: 0.1263416 Aug 31 18:07:23.654160 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] Pushing event updated for resources: {'Port': ['ID=4821a567-90e9-4bd0-b43a-6c175923c922,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:23.657370 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16625204'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:23.682350 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b3c0d1c8-98e1-49bc-bf90-13d063b47a9c req-455039ee-e6ea-406a-8c63-47d11b73775c tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385120 Aug 31 18:07:23.701817 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:23.949158 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855be808-9d78-4358-9d65-743b4e498399 req-b70509de-443a-4fa5-86aa-882b7a320a4f tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:23.950764 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-855be808-9d78-4358-9d65-743b4e498399 req-b70509de-443a-4fa5-86aa-882b7a320a4f tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0553164 Aug 31 18:07:23.995985 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-855be808-9d78-4358-9d65-743b4e498399 req-86f2b8ba-537a-4188-b2f2-853a6d073536 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384474 Aug 31 18:07:24.052085 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974253c5-d47d-45cf-a346-5de6334aeb17 req-cd8c7aab-494f-4efe-9372-61e25b3e7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:24.053398 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-974253c5-d47d-45cf-a346-5de6334aeb17 req-cd8c7aab-494f-4efe-9372-61e25b3e7c9e service neutron] 10.222.0.61 "GET /v2.0/networks?id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50 HTTP/1.1" status: 200 len: 920 time: 0.3868933 Aug 31 18:07:24.059489 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] Network 171cd324-0f22-41e6-b73e-8afd7b0be741 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:07:24.060974 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:07:24.103002 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-974253c5-d47d-45cf-a346-5de6334aeb17 req-a90b5767-5688-4285-ac12-ba191faaab77 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 HTTP/1.1" status: 200 len: 217 time: 0.0375555 Aug 31 18:07:24.197591 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974253c5-d47d-45cf-a346-5de6334aeb17 req-7e178ded-b7b2-4482-b9b5-f74e458c6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:24.199398 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-974253c5-d47d-45cf-a346-5de6334aeb17 req-7e178ded-b7b2-4482-b9b5-f74e458c6134 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f1ac8396-1493-4c14-afbc-6ca83d5e9484 HTTP/1.1" status: 200 len: 858 time: 0.0604653 Aug 31 18:07:24.266644 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] Router 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:07:24.294830 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 13292fb2-1dd2-4ccf-9177-6719406fd990 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:07:24.348372 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-9f4c2ed7-44c4-44a0-8027-08f16c7b7234 None None] Provisioning complete for port 4821a567-90e9-4bd0-b43a-6c175923c922 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:24.348372 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9f4c2ed7-44c4-44a0-8027-08f16c7b7234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:24.349227 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-974253c5-d47d-45cf-a346-5de6334aeb17 req-844f47f0-ee6e-438d-acb1-c969c379a6b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270183 Aug 31 18:07:24.396064 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c2ed7-44c4-44a0-8027-08f16c7b7234 None None] Port 4821a567-90e9-4bd0-b43a-6c175923c922 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:07:24.463214 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:07:24.470275 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-6343d0ed-1aa4-4193-9468-fb4678daab5e admin admin] 10.222.0.58 "PUT /v2.0/routers/602a7af5-ec62-4889-bbbf-bfa9b8e983d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7238548 Aug 31 18:07:24.498223 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-974253c5-d47d-45cf-a346-5de6334aeb17 req-e85b293c-2934-4b68-ad20-02eb66c7c0aa service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098802 Aug 31 18:07:24.557378 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 13292fb2-1dd2-4ccf-9177-6719406fd990 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:07:24.557378 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 13292fb2-1dd2-4ccf-9177-6719406fd990 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:24.557925 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:24.640621 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457c780-717c-4837-b832-1b4c84f7cb01 req-f864d977-5825-4f24-a4ff-8c27606e0055 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:24.645333 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8457c780-717c-4837-b832-1b4c84f7cb01 req-f864d977-5825-4f24-a4ff-8c27606e0055 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0785584 Aug 31 18:07:24.689001 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-974253c5-d47d-45cf-a346-5de6334aeb17 req-9daa4800-c19f-4796-a798-3ef05907243f service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470575 Aug 31 18:07:24.700093 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:24.700936 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:24.703173 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8457c780-717c-4837-b832-1b4c84f7cb01 req-d83a1168-b157-4c37-99b2-2e0effa640b7 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506723 Aug 31 18:07:24.729843 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port 13292fb2-1dd2-4ccf-9177-6719406fd990, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=13292fb2-1dd2-4ccf-9177-6719406fd990,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:24.789534 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f112c-7489-4c2e-957b-4ee84ebdb9fa req-aaa2fef5-3fcb-4f9f-b1f1-f236b2aec3da tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:24.791054 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-230f112c-7489-4c2e-957b-4ee84ebdb9fa req-aaa2fef5-3fcb-4f9f-b1f1-f236b2aec3da tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 943 time: 0.0689979 Aug 31 18:07:24.858430 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-230f112c-7489-4c2e-957b-4ee84ebdb9fa req-21171319-88ee-4c50-9ce5-afde4255889b tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567541 Aug 31 18:07:24.861212 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:24.862142 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device a6212d98-fbac-4340-b898-0fe0aa9be680 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:07:24.867790 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e096589-6a09-4e4b-8e75-d648705c3c12 req-e497c2eb-5af3-410f-8cf1-fb17fff95c41 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:24.869331 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5e096589-6a09-4e4b-8e75-d648705c3c12 req-e497c2eb-5af3-410f-8cf1-fb17fff95c41 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 945 time: 0.0773661 Aug 31 18:07:24.918818 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5e096589-6a09-4e4b-8e75-d648705c3c12 req-bf316f08-27e3-4f6b-957b-f6315b875811 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Aug 31 18:07:24.961362 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=13292fb2-1dd2-4ccf-9177-6719406fd990,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:24.971775 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port a6212d98-fbac-4340-b898-0fe0aa9be680 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:24.972010 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:24.995059 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Sync routers for ids ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:07:25.016992 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Routers {'602a7af5-ec62-4889-bbbf-bfa9b8e983d6'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:07:25.017638 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:07:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:25.117068 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b9112-9186-4c59-a010-75f9af16ded3 req-e3149403-7a0e-4843-99fb-57d19690924e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:25.119202 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1c5b9112-9186-4c59-a010-75f9af16ded3 req-e3149403-7a0e-4843-99fb-57d19690924e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0540586 Aug 31 18:07:25.169572 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1c5b9112-9186-4c59-a010-75f9af16ded3 req-e1010444-5b29-4a7c-b226-96d4634a8d54 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434847 Aug 31 18:07:25.196387 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e4f89b0b-8264-4e17-9a60-412ab36d085f req-3261037d-ff6e-493b-bedb-d628a6276ef0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568633 Aug 31 18:07:25.328716 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Set router 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:07:25.340056 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f89b0b-8264-4e17-9a60-412ab36d085f req-409ed0bb-47b8-4847-88d4-c70fcab18da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:25.341772 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e4f89b0b-8264-4e17-9a60-412ab36d085f req-409ed0bb-47b8-4847-88d4-c70fcab18da2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6058b10a83d8420bb755354e3a8d3077&device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 1099 time: 0.0889342 Aug 31 18:07:25.393693 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ab11a-b83d-4d02-8244-224becbdc1bc req-7397210b-9b50-47ee-9ae8-b6953fe52afc tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:25.397385 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-115ab11a-b83d-4d02-8244-224becbdc1bc req-7397210b-9b50-47ee-9ae8-b6953fe52afc tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.1290562 Aug 31 18:07:25.451466 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-115ab11a-b83d-4d02-8244-224becbdc1bc req-7090f92c-b589-40c2-b2aa-8d975f0b9f3e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457461 Aug 31 18:07:25.474322 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 59396) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:25.584540 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 59404) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:25.590150 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-1d1e941e-edba-4ef2-8329-89d54e5cd4b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-441982476-network', 'tenant_id': '1967f2f493ca46709fd148052e4e2cd9'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:25.620571 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f89b0b-8264-4e17-9a60-412ab36d085f req-7b8ebaa0-f810-483e-b808-bd29f5851d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:25.622847 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e4f89b0b-8264-4e17-9a60-412ab36d085f req-7b8ebaa0-f810-483e-b808-bd29f5851d48 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50 HTTP/1.1" status: 200 len: 920 time: 0.1819923 Aug 31 18:07:25.645345 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'name': 'tempest-TestShelveInstance-209636897-router', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:19Z', 'updated_at': '2021-08-31T18:07:23Z', 'revision_number': 4, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'gw_port': {'id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:20Z', 'updated_at': '2021-08-31T18:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '4821a567-90e9-4bd0-b43a-6c175923c922', 'name': '', 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'mac_address': 'fa:16:3e:a1:eb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:22Z', 'updated_at': '2021-08-31T18:07:23Z', 'revision_number': 2, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'subnets': [{'id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:25.683439 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Checking router: 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:07:25.684003 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Updating router 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 port 4821a567-90e9-4bd0-b43a-6c175923c922 binding host dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:07:25.687854 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e4f89b0b-8264-4e17-9a60-412ab36d085f req-8a2644a0-032c-49c1-ac31-cb6ffb9c1793 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139378ba-f990-4977-b60a-913093b84933 HTTP/1.1" status: 200 len: 217 time: 0.0408504 Aug 31 18:07:25.713069 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1e941e-edba-4ef2-8329-89d54e5cd4b4 admin admin] Made reservation on behalf of 1967f2f493ca46709fd148052e4e2cd9 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:07:25.715503 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d1e941e-edba-4ef2-8329-89d54e5cd4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:25.720667 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:25.740094 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d1e941e-edba-4ef2-8329-89d54e5cd4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:25.772605 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f89b0b-8264-4e17-9a60-412ab36d085f req-48f09ce1-479f-4620-8aec-01f13a577cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:25.774298 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e4f89b0b-8264-4e17-9a60-412ab36d085f req-48f09ce1-479f-4620-8aec-01f13a577cd5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f1ac8396-1493-4c14-afbc-6ca83d5e9484 HTTP/1.1" status: 200 len: 858 time: 0.0782239 Aug 31 18:07:25.840328 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e4f89b0b-8264-4e17-9a60-412ab36d085f req-a63339a3-2688-4311-8fcb-3509d8f19bc1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9095fd0f-8ec8-4dbf-87ec-9629298c3b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480385 Aug 31 18:07:25.917483 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2f196-134c-4ba0-9390-d3ad60156e7a req-52b22079-3bbc-4fdb-a44f-5e08cc72bf8a tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:25.919630 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f6d2f196-134c-4ba0-9390-d3ad60156e7a req-52b22079-3bbc-4fdb-a44f-5e08cc72bf8a tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.1083817 Aug 31 18:07:25.945943 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02028bd-b0c6-456f-af0e-827fae381c1f tempest-TestVolumeBootPattern-223243317 tempest-TestVolumeBootPattern-223243317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:25.948155 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-c02028bd-b0c6-456f-af0e-827fae381c1f tempest-TestVolumeBootPattern-223243317 tempest-TestVolumeBootPattern-223243317-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 1093 time: 0.4724493 Aug 31 18:07:25.953934 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 59412) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:25.965093 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Request body: {'floatingip': {'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'port_id': 'd80f034a-9867-46d8-87e7-ea180dc71ec9', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:25.999285 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e4f89b0b-8264-4e17-9a60-412ab36d085f req-db3b2fd2-70ea-4be9-9d4b-5c20b4b1ff12 service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501331 Aug 31 18:07:26.002456 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f6d2f196-134c-4ba0-9390-d3ad60156e7a req-7b2982be-5223-40fd-97e8-3357e54d0581 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710742 Aug 31 18:07:26.014300 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d1e941e-edba-4ef2-8329-89d54e5cd4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:26.064267 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c77bc2-32d3-40dc-a4c7-bcc32b483b63 req-863ab661-43e8-4ab8-98af-953a23c05124 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:26.066313 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-78c77bc2-32d3-40dc-a4c7-bcc32b483b63 req-863ab661-43e8-4ab8-98af-953a23c05124 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 943 time: 0.0732148 Aug 31 18:07:26.081631 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d1e941e-edba-4ef2-8329-89d54e5cd4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:26.095771 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:26.107143 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Transition to ACTIVE for port object 4821a567-90e9-4bd0-b43a-6c175923c922 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:07:26.151930 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1e941e-edba-4ef2-8329-89d54e5cd4b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1242, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:07:26.182389 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:26.182626 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e941e-edba-4ef2-8329-89d54e5cd4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020e4108-d560-4322-b472-768b9bc69c1e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:26.190660 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d1e941e-edba-4ef2-8329-89d54e5cd4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:26.191122 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.segments_db [None req-1d1e941e-edba-4ef2-8329-89d54e5cd4b4 admin admin] Added segment 4b5889ff-207f-4b6d-a32e-97f4af668bef of type vlan for network f7b5b07b-bad7-48eb-bd30-50304f47089e Aug 31 18:07:26.203139 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-78c77bc2-32d3-40dc-a4c7-bcc32b483b63 req-9235e72a-32f4-42e2-a14e-e46e82b39650 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253908 Aug 31 18:07:26.244507 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-e4f89b0b-8264-4e17-9a60-412ab36d085f req-f0bd33b3-08ba-498b-b222-052cdf6b4405 service neutron] 10.222.0.61 "GET /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820076 Aug 31 18:07:26.245801 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:26.250786 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 13292fb2-1dd2-4ccf-9177-6719406fd990 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:07:26.251736 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af1b41-67bb-44ea-835b-b5202237215a req-c2fc989d-c585-4a9c-bb60-c95c7bef2a75 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:26.253910 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e2af1b41-67bb-44ea-835b-b5202237215a req-c2fc989d-c585-4a9c-bb60-c95c7bef2a75 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 945 time: 0.1729443 Aug 31 18:07:26.257436 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d1e941e-edba-4ef2-8329-89d54e5cd4b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:26.324923 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e2af1b41-67bb-44ea-835b-b5202237215a req-6303966a-8fb8-4670-b438-cf729d9cd13a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578835 Aug 31 18:07:26.351931 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94914d29-1c3e-47c5-a9fc-0e1d430f45d7 None None] Pushing event updated for resources: {'Port': ['ID=4821a567-90e9-4bd0-b43a-6c175923c922,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:26.389781 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d1e941e-edba-4ef2-8329-89d54e5cd4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:26.391086 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1e941e-edba-4ef2-8329-89d54e5cd4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:26.391915 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1d1e941e-edba-4ef2-8329-89d54e5cd4b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:26.392039 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:26.417677 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Attempting to bind port 4821a567-90e9-4bd0-b43a-6c175923c922 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:07:26.418050 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Attempting to bind port 4821a567-90e9-4bd0-b43a-6c175923c922 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': 'f1d1e523-71df-487a-929e-eff21a6ab430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:07:26.418412 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Attempting to bind port 4821a567-90e9-4bd0-b43a-6c175923c922 on network 171cd324-0f22-41e6-b73e-8afd7b0be741 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:07:26.433227 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:07:26.435525 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Checking segment: {'id': 'f1d1e523-71df-487a-929e-eff21a6ab430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:07:26.435984 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:26.436378 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Bound using segment: {'id': 'f1d1e523-71df-487a-929e-eff21a6ab430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:07:26.436984 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Bound port: 4821a567-90e9-4bd0-b43a-6c175923c922, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d1e523-71df-487a-929e-eff21a6ab430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:07:26.437371 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:26.471993 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 13292fb2-1dd2-4ccf-9177-6719406fd990 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:26.472479 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:26.485280 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e941e-edba-4ef2-8329-89d54e5cd4b4 admin admin] Pushing event updated for resources: {'Network': ['ID=f7b5b07b-bad7-48eb-bd30-50304f47089e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:26.516743 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network f7b5b07b-bad7-48eb-bd30-50304f47089e details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:07:26.531283 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Allocated IP 172.27.3.251 (d0d110ef-3035-4f07-b05a-39b223314ffd/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d/c099c0d8-24c2-4d04-a958-81e1450c4887) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:07:26.561279 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-1d1e941e-edba-4ef2-8329-89d54e5cd4b4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9751170 Aug 31 18:07:26.563917 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 59418) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:26.571859 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-ce349f44-ff4d-48b9-870e-cf62651336c4 admin admin] Request body: {'subnet': {'network_id': 'f7b5b07b-bad7-48eb-bd30-50304f47089e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-441982476-subnet', 'tenant_id': '1967f2f493ca46709fd148052e4e2cd9', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:26.654605 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:26.656274 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce349f44-ff4d-48b9-870e-cf62651336c4 admin admin] Made reservation on behalf of 1967f2f493ca46709fd148052e4e2cd9 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:07:26.658946 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce349f44-ff4d-48b9-870e-cf62651336c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13232555'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:26.659659 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] For port 4821a567-90e9-4bd0-b43a-6c175923c922, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:07:26.678843 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] For port 4821a567-90e9-4bd0-b43a-6c175923c922, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=4821a567-90e9-4bd0-b43a-6c175923c922,segment=NetworkSegment(f1d1e523-71df-487a-929e-eff21a6ab430),segment_id=f1d1e523-71df-487a-929e-eff21a6ab430)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:07:26.683694 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:26.758947 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:26.793374 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:26.828648 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Routers {'602a7af5-ec62-4889-bbbf-bfa9b8e983d6'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:07:26.829341 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:07:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:26.855471 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Network d0d110ef-3035-4f07-b05a-39b223314ffd is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:07:26.861386 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:07:26.865712 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:07:26.879210 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94914d29-1c3e-47c5-a9fc-0e1d430f45d7 None None] Pushing event updated for resources: {'Port': ['ID=4821a567-90e9-4bd0-b43a-6c175923c922,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:26.905536 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event updated for resources: {'Port': ['ID=c099c0d8-24c2-4d04-a958-81e1450c4887,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:26.936370 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce349f44-ff4d-48b9-870e-cf62651336c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14918581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13232573'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:26.989373 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] Set router 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:07:27.000185 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce349f44-ff4d-48b9-870e-cf62651336c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e926ae1c-c7a7-4856-9d15-8ca4dacce017,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:27.019840 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce349f44-ff4d-48b9-870e-cf62651336c4 admin admin] Checking segment: {'id': '4b5889ff-207f-4b6d-a32e-97f4af668bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'f7b5b07b-bad7-48eb-bd30-50304f47089e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:07:27.020310 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce349f44-ff4d-48b9-870e-cf62651336c4 admin admin] Network hostable DHCP agents. Network: f7b5b07b-bad7-48eb-bd30-50304f47089e, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:07:27.120422 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce349f44-ff4d-48b9-870e-cf62651336c4 admin admin] Network f7b5b07b-bad7-48eb-bd30-50304f47089e is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:07:27.147754 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b2352-a127-4a74-8008-4186abfee7a4 req-1fe9c83d-b223-493a-babd-aacfed602b30 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:27.149475 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1d1b2352-a127-4a74-8008-4186abfee7a4 req-1fe9c83d-b223-493a-babd-aacfed602b30 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0658000 Aug 31 18:07:27.192207 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1d1b2352-a127-4a74-8008-4186abfee7a4 req-f5ffed0d-a3ff-48f1-9308-9d29067398b3 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365760 Aug 31 18:07:27.208822 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-ce349f44-ff4d-48b9-870e-cf62651336c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, f7b5b07b-bad7-48eb-bd30-50304f47089e) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:07:27.216744 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce349f44-ff4d-48b9-870e-cf62651336c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:27.220601 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae7610f-cda1-4bff-a9fd-8ec98cf48608 None None] Network f7b5b07b-bad7-48eb-bd30-50304f47089e requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:07:27.221426 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ce349f44-ff4d-48b9-870e-cf62651336c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:27.306190 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'name': 'tempest-TestShelveInstance-209636897-router', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:19Z', 'updated_at': '2021-08-31T18:07:23Z', 'revision_number': 4, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'gw_port': {'id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:20Z', 'updated_at': '2021-08-31T18:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '4821a567-90e9-4bd0-b43a-6c175923c922', 'name': '', 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'mac_address': 'fa:16:3e:a1:eb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:22Z', 'updated_at': '2021-08-31T18:07:26Z', 'revision_number': 4, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'subnets': [{'id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:27.326702 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-ce349f44-ff4d-48b9-870e-cf62651336c4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7603018 Aug 31 18:07:27.329011 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 59428) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:27.333357 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-441982476-router', 'tenant_id': '1967f2f493ca46709fd148052e4e2cd9', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:27.342188 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca7e6fe-0e55-49ae-ab29-5c8c7fc4b405 None None] The sync data for ids ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'] in dv-cinder-806740-4-iscsi is: [{'id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'name': 'tempest-TestShelveInstance-209636897-router', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:19Z', 'updated_at': '2021-08-31T18:07:23Z', 'revision_number': 4, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'gw_port': {'id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:20Z', 'updated_at': '2021-08-31T18:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '4821a567-90e9-4bd0-b43a-6c175923c922', 'name': '', 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'mac_address': 'fa:16:3e:a1:eb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:22Z', 'updated_at': '2021-08-31T18:07:26Z', 'revision_number': 4, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'subnets': [{'id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:07:27.350332 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c008e-940d-4983-bdba-cf11ced3202a req-da57c002-2097-4b77-b35f-14f0d0bf838b tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:27.352077 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-572c008e-940d-4983-bdba-cf11ced3202a req-da57c002-2097-4b77-b35f-14f0d0bf838b tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 943 time: 0.0698037 Aug 31 18:07:27.457095 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-572c008e-940d-4983-bdba-cf11ced3202a req-03b8e5c8-3a7a-43ed-a48c-18dd29df04cd tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907800 Aug 31 18:07:27.460547 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:27.497157 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16621841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:27.498448 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1379057c-b173-5381-9eb4-fbe772ef9a85-f7b5b07b-bad7-48eb-bd30-50304f47089e', 'network_id': 'f7b5b07b-bad7-48eb-bd30-50304f47089e', 'tenant_id': '1967f2f493ca46709fd148052e4e2cd9', 'fixed_ips': [{'subnet_id': 'e926ae1c-c7a7-4856-9d15-8ca4dacce017'}]}} from dv-cinder-806740-4-iscsi. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 18:07:27.499574 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:27.499793 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16624631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16623748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16618855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15901'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:27.556345 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c7205-9086-4e8b-9ee5-7ae6e8c0f374 req-bea802f7-a4fb-46e9-9c8e-097c45f0b187 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:27.558011 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9e6c7205-9086-4e8b-9ee5-7ae6e8c0f374 req-bea802f7-a4fb-46e9-9c8e-097c45f0b187 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 945 time: 0.1000175 Aug 31 18:07:27.599359 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:27.627456 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9e6c7205-9086-4e8b-9ee5-7ae6e8c0f374 req-39654f60-d8b9-445f-b91a-8fb2970c9324 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378499 Aug 31 18:07:27.688939 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:27.719815 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Allocated IP 172.20.0.2 (f7b5b07b-bad7-48eb-bd30-50304f47089e/e926ae1c-c7a7-4856-9d15-8ca4dacce017/32bddd6d-9e26-4ddc-9727-173d447dd009) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:07:27.839874 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:07:27.934084 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:28.141336 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:28.189936 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=068ed9a1-1c3c-4048-9f5c-c3995a44b3bb,segment=NetworkSegment(00b274a3-11cf-4d9a-9da7-7cb5a820b3d7),segment_id=00b274a3-11cf-4d9a-9da7-7cb5a820b3d7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:28.222380 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': '068ed9a1-1c3c-4048-9f5c-c3995a44b3bb', 'network_id': '974245c4-d671-44ef-935b-f52897888770', 'port_id': '068ed9a1-1c3c-4048-9f5c-c3995a44b3bb', 'mac_address': 'fa:16:3e:32:0e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a444b4a-01d3-4852-87ab-6dd4d2539c5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:07:28.255611 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:28.306844 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:28.330028 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 4821a567-90e9-4bd0-b43a-6c175923c922 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:07:28.331896 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event updated for resources: {'Port': ['ID=c099c0d8-24c2-4d04-a958-81e1450c4887,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:28.333684 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:28.338795 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:07:28.380785 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Transition to ACTIVE for port object 32bddd6d-9e26-4ddc-9727-173d447dd009 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:07:28.398867 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=068ed9a1-1c3c-4048-9f5c-c3995a44b3bb,segment=NetworkSegment(00b274a3-11cf-4d9a-9da7-7cb5a820b3d7),segment_id=00b274a3-11cf-4d9a-9da7-7cb5a820b3d7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:28.433010 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Transition to ACTIVE for port object 32bddd6d-9e26-4ddc-9727-173d447dd009 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:07:28.438951 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:28.455105 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16620561'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:28.472495 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c8818-c919-47da-8f21-930d787bc4b7 req-04326dd6-ed07-48d7-8547-5f26f80e4a78 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:28.474347 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-529c8818-c919-47da-8f21-930d787bc4b7 req-04326dd6-ed07-48d7-8547-5f26f80e4a78 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.1375713 Aug 31 18:07:28.475585 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:28.506869 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:28.650311 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=068ed9a1-1c3c-4048-9f5c-c3995a44b3bb,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:28.659417 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.l3_db [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Floating IP 5c209298-caa3-4170-b946-77565f3ada5f associated. External IP: 172.27.3.251, port: d80f034a-9867-46d8-87e7-ea180dc71ec9. Aug 31 18:07:28.675846 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:28.678449 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 4821a567-90e9-4bd0-b43a-6c175923c922 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:07:28.688662 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] Allocated IP 172.27.3.221 (d0d110ef-3035-4f07-b05a-39b223314ffd/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d/bfc2a25e-2297-4ecc-8cb8-922c7e289906) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:07:28.692939 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-529c8818-c919-47da-8f21-930d787bc4b7 req-bbdc9134-b631-4200-b345-338798b9b50a tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245317 Aug 31 18:07:28.694322 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 4821a567-90e9-4bd0-b43a-6c175923c922 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:28.694757 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:28.732374 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9e55b-61fb-4d62-9bee-12a7f9a52316 req-27e17adf-8c7c-450d-b113-4a900ef86e2d tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:28.734016 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a4a9e55b-61fb-4d62-9bee-12a7f9a52316 req-27e17adf-8c7c-450d-b113-4a900ef86e2d tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 944 time: 0.1352799 Aug 31 18:07:28.766174 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Network f7b5b07b-bad7-48eb-bd30-50304f47089e is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:07:28.769406 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:07:28.774467 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:07:28.786689 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Pushing event updated for resources: {'Port': ['ID=32bddd6d-9e26-4ddc-9727-173d447dd009,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:28.827344 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a4a9e55b-61fb-4d62-9bee-12a7f9a52316 req-44e67d18-c1e9-412e-a9b3-e7eb7a708f73 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702157 Aug 31 18:07:28.895962 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Attempting to bind port 32bddd6d-9e26-4ddc-9727-173d447dd009 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:07:28.896338 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Attempting to bind port 32bddd6d-9e26-4ddc-9727-173d447dd009 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '4b5889ff-207f-4b6d-a32e-97f4af668bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'f7b5b07b-bad7-48eb-bd30-50304f47089e'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:07:28.896562 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:28.896713 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Attempting to bind port 32bddd6d-9e26-4ddc-9727-173d447dd009 on network f7b5b07b-bad7-48eb-bd30-50304f47089e {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:07:28.906877 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:07:28.907170 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Checking segment: {'id': '4b5889ff-207f-4b6d-a32e-97f4af668bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'f7b5b07b-bad7-48eb-bd30-50304f47089e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:07:28.907577 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:28.907972 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Bound using segment: {'id': '4b5889ff-207f-4b6d-a32e-97f4af668bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'f7b5b07b-bad7-48eb-bd30-50304f47089e'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:07:28.908448 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Bound port: 32bddd6d-9e26-4ddc-9727-173d447dd009, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5889ff-207f-4b6d-a32e-97f4af668bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'f7b5b07b-bad7-48eb-bd30-50304f47089e'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:07:28.908862 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:28.922470 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:28.955976 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Router 9f154565-ddc9-4b51-8f31-0966eae18fdd has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:07:28.995400 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port 4821a567-90e9-4bd0-b43a-6c175923c922, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=4821a567-90e9-4bd0-b43a-6c175923c922,segment=NetworkSegment(f1d1e523-71df-487a-929e-eff21a6ab430),segment_id=f1d1e523-71df-487a-929e-eff21a6ab430)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:29.009021 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] For port 32bddd6d-9e26-4ddc-9727-173d447dd009, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:07:29.009021 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] For port 32bddd6d-9e26-4ddc-9727-173d447dd009, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=32bddd6d-9e26-4ddc-9727-173d447dd009,segment=NetworkSegment(4b5889ff-207f-4b6d-a32e-97f4af668bef),segment_id=4b5889ff-207f-4b6d-a32e-97f4af668bef)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:07:29.088668 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:07:29.096010 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:29.103498 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafad160-ad81-4193-98d3-c6569524f628 None None] Sync routers for ids ['9f154565-ddc9-4b51-8f31-0966eae18fdd'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:07:29.116954 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafad160-ad81-4193-98d3-c6569524f628 None None] Routers {'9f154565-ddc9-4b51-8f31-0966eae18fdd'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:07:29.117714 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fafad160-ad81-4193-98d3-c6569524f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:07:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['9f154565-ddc9-4b51-8f31-0966eae18fdd'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:29.123994 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:29.137611 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] Network d0d110ef-3035-4f07-b05a-39b223314ffd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:07:29.141077 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:07:29.147785 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:07:29.180666 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] Pushing event updated for resources: {'Port': ['ID=bfc2a25e-2297-4ecc-8cb8-922c7e289906,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:29.186258 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=4821a567-90e9-4bd0-b43a-6c175923c922,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:29.190385 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:29.238837 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:29.260056 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661d7a3-0580-4c89-8d24-df22a5eea4ee None None] Pushing event updated for resources: {'Port': ['ID=32bddd6d-9e26-4ddc-9727-173d447dd009,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:29.279600 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-fafad160-ad81-4193-98d3-c6569524f628 None None] Set router 9f154565-ddc9-4b51-8f31-0966eae18fdd gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:07:29.295495 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-6dbad9a7-83c5-403a-a6f4-a316fb67c947 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3401392 Aug 31 18:07:29.296093 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8', 'tag': 'd80f034a-9867-46d8-87e7-ea180dc71ec9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:07:29.298721 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cc0554-4986-43fa-bd1c-44953c13f021" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8", "tag": "d80f034a-9867-46d8-87e7-ea180dc71ec9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:07:29.343580 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0d2902-c46d-48e9-8104-9633b52fa46d x-openstack-request-id: req-1f0d2902-c46d-48e9-8104-9633b52fa46d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:07:29.343935 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8", "tag": "d80f034a-9867-46d8-87e7-ea180dc71ec9", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:07:29.344195 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f0d2902-c46d-48e9-8104-9633b52fa46d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:07:29.344916 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8', 'tag': 'd80f034a-9867-46d8-87e7-ea180dc71ec9', 'status': 'completed', 'code': 200} Aug 31 18:07:29.426348 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['068ed9a1-1c3c-4048-9f5c-c3995a44b3bb'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:07:29.560138 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc0554-4986-43fa-bd1c-44953c13f021 req-8c84698a-dc9f-4148-ab41-594b696cedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:29.563122 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-61cc0554-4986-43fa-bd1c-44953c13f021 req-8c84698a-dc9f-4148-ab41-594b696cedf7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c2a9f290de14f9a8b00844d222cdd70&device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 1098 time: 0.0651870 Aug 31 18:07:29.613177 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:29.770803 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fafad160-ad81-4193-98d3-c6569524f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '5c209298-caa3-4170-b946-77565f3ada5f', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'port_id': 'd80f034a-9867-46d8-87e7-ea180dc71ec9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'mac_address': 'fa:16:3e:0e:32:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:07:27Z', 'updated_at': '2021-08-31T18:07:27Z', 'revision_number': 0, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:53Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:29.775643 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc0554-4986-43fa-bd1c-44953c13f021 req-74dc8a0e-1b8d-4283-ab4c-dfb3907029e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:29.778306 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-61cc0554-4986-43fa-bd1c-44953c13f021 req-74dc8a0e-1b8d-4283-ab4c-dfb3907029e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=116adeeb-4100-4d52-a87b-b0c8148fd402 HTTP/1.1" status: 200 len: 914 time: 0.1990833 Aug 31 18:07:29.798597 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafad160-ad81-4193-98d3-c6569524f628 None None] Checking router: 9f154565-ddc9-4b51-8f31-0966eae18fdd for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:07:29.807475 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafad160-ad81-4193-98d3-c6569524f628 None None] Routers {'9f154565-ddc9-4b51-8f31-0966eae18fdd'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:07:29.808031 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fafad160-ad81-4193-98d3-c6569524f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:07:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['9f154565-ddc9-4b51-8f31-0966eae18fdd'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:29.910866 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f577b-5a1d-45de-8ce5-0d0979f4a6f6 req-d45465b8-3913-4e2f-8434-0a74b66b6ff0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:29.910866 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d57f577b-5a1d-45de-8ce5-0d0979f4a6f6 req-d45465b8-3913-4e2f-8434-0a74b66b6ff0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.1100631 Aug 31 18:07:29.970524 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-fafad160-ad81-4193-98d3-c6569524f628 None None] Set router 9f154565-ddc9-4b51-8f31-0966eae18fdd gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:07:29.970809 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16624590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16623863'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:29.976256 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-61cc0554-4986-43fa-bd1c-44953c13f021 req-a477bb36-e007-4270-ac62-487b57604369 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d80f034a-9867-46d8-87e7-ea180dc71ec9 HTTP/1.1" status: 200 len: 999 time: 0.1638138 Aug 31 18:07:30.053101 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc0554-4986-43fa-bd1c-44953c13f021 req-46c3a15c-b3f2-447f-a42f-d7d94a1b8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:30.054574 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-61cc0554-4986-43fa-bd1c-44953c13f021 req-46c3a15c-b3f2-447f-a42f-d7d94a1b8b48 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00dc20f5-d672-465c-8f7d-5a82297046f6 HTTP/1.1" status: 200 len: 851 time: 0.0591857 Aug 31 18:07:30.118024 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc0554-4986-43fa-bd1c-44953c13f021 req-45165848-4c23-4fd8-8755-59094be15fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:30.120016 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-61cc0554-4986-43fa-bd1c-44953c13f021 req-45165848-4c23-4fd8-8755-59094be15fc3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=116adeeb-4100-4d52-a87b-b0c8148fd402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497308 Aug 31 18:07:30.264466 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-61cc0554-4986-43fa-bd1c-44953c13f021 req-1b23d9f4-944b-43eb-b490-4d20447897de service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353247 Aug 31 18:07:30.383485 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 32bddd6d-9e26-4ddc-9727-173d447dd009 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:07:30.391339 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-61cc0554-4986-43fa-bd1c-44953c13f021 req-46ad41b0-2d2f-4937-b17b-9b6c3b8a7799 service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176221 Aug 31 18:07:30.405455 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-fafad160-ad81-4193-98d3-c6569524f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '5c209298-caa3-4170-b946-77565f3ada5f', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'port_id': 'd80f034a-9867-46d8-87e7-ea180dc71ec9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'mac_address': 'fa:16:3e:0e:32:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:07:27Z', 'updated_at': '2021-08-31T18:07:27Z', 'revision_number': 0, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:53Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:30.437468 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d57f577b-5a1d-45de-8ce5-0d0979f4a6f6 req-2b00a46f-24b7-43d9-9e2a-d7fad32e19c2 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195768 Aug 31 18:07:30.448526 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafad160-ad81-4193-98d3-c6569524f628 None None] The sync data for ids ['9f154565-ddc9-4b51-8f31-0966eae18fdd'] in dv-cinder-806740-4-iscsi is: [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '5c209298-caa3-4170-b946-77565f3ada5f', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'port_id': 'd80f034a-9867-46d8-87e7-ea180dc71ec9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'mac_address': 'fa:16:3e:0e:32:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:07:27Z', 'updated_at': '2021-08-31T18:07:27Z', 'revision_number': 0, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:53Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:07:30.510207 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf7a95-c143-4647-9fee-5f20ec483c11 req-03f9a869-4b5d-4cfa-82dc-6a85330a8e15 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:30.511783 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6abf7a95-c143-4647-9fee-5f20ec483c11 req-03f9a869-4b5d-4cfa-82dc-6a85330a8e15 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 944 time: 0.5646958 Aug 31 18:07:30.552626 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 32bddd6d-9e26-4ddc-9727-173d447dd009 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:07:30.557540 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 4821a567-90e9-4bd0-b43a-6c175923c922 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:07:30.572538 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6abf7a95-c143-4647-9fee-5f20ec483c11 req-b203e3a3-06a8-4497-83d9-f4455b44703f tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530705 Aug 31 18:07:30.629358 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cd9d68-9c70-4861-a44d-cf15b1e1bd62 None None] Network f7b5b07b-bad7-48eb-bd30-50304f47089e requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:07:30.643226 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 4821a567-90e9-4bd0-b43a-6c175923c922 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:30.643605 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:30.672040 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] Router fdec0ba2-7630-4129-96cd-e2fc85f3c647 is scheduled to L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:07:30.678938 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0038fd1-e98b-466f-b65f-e609feabc960 None None] New status for floating IP 5c209298-caa3-4170-b946-77565f3ada5f: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:07:30.796321 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:07:30.806407 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Sync routers for ids ['fdec0ba2-7630-4129-96cd-e2fc85f3c647'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:07:30.817042 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Routers {'fdec0ba2-7630-4129-96cd-e2fc85f3c647'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:07:30.817940 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:07:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['fdec0ba2-7630-4129-96cd-e2fc85f3c647'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:30.851814 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-08ef8fb3-7aa8-48d8-8a59-e4cda383d4e5 None None] Provisioning for port 32bddd6d-9e26-4ddc-9727-173d447dd009 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:07:30.860966 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-08ef8fb3-7aa8-48d8-8a59-e4cda383d4e5 None None] Provisioning complete for port 32bddd6d-9e26-4ddc-9727-173d447dd009 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:30.861273 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-08ef8fb3-7aa8-48d8-8a59-e4cda383d4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:30.928672 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:30.930048 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-cb80d5d8-f553-45cb-a6d5-e30469f6c4ab admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6000941 Aug 31 18:07:30.933046 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Set router fdec0ba2-7630-4129-96cd-e2fc85f3c647 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:07:30.933338 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 59478) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:31.079910 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-08ef8fb3-7aa8-48d8-8a59-e4cda383d4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:31.119777 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-08ef8fb3-7aa8-48d8-8a59-e4cda383d4e5 None None] For port 32bddd6d-9e26-4ddc-9727-173d447dd009, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=32bddd6d-9e26-4ddc-9727-173d447dd009,segment=NetworkSegment(4b5889ff-207f-4b6d-a32e-97f4af668bef),segment_id=4b5889ff-207f-4b6d-a32e-97f4af668bef)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:31.161849 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec0ba2-7630-4129-96cd-e2fc85f3c647', 'name': 'tempest-TestShelveInstance-441982476-router', 'tenant_id': '1967f2f493ca46709fd148052e4e2cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'bfc2a25e-2297-4ecc-8cb8-922c7e289906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:27Z', 'updated_at': '2021-08-31T18:07:29Z', 'revision_number': 3, 'project_id': '1967f2f493ca46709fd148052e4e2cd9', 'gw_port': {'id': 'bfc2a25e-2297-4ecc-8cb8-922c7e289906', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec0ba2-7630-4129-96cd-e2fc85f3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:28Z', 'updated_at': '2021-08-31T18:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:31.196028 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Checking router: fdec0ba2-7630-4129-96cd-e2fc85f3c647 for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:07:31.196385 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Updating router fdec0ba2-7630-4129-96cd-e2fc85f3c647 port bfc2a25e-2297-4ecc-8cb8-922c7e289906 binding host dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:07:31.196765 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-08ef8fb3-7aa8-48d8-8a59-e4cda383d4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:31.229089 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:31.271313 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef8fb3-7aa8-48d8-8a59-e4cda383d4e5 None None] Pushing event updated for resources: {'Port': ['ID=32bddd6d-9e26-4ddc-9727-173d447dd009,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:31.425600 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-eb12dc43-561e-422d-8415-f45bb309af17 None None] Provisioning complete for port 32bddd6d-9e26-4ddc-9727-173d447dd009 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:31.425600 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-eb12dc43-561e-422d-8415-f45bb309af17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:31.427083 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:31.536536 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:31.550644 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Transition to ACTIVE for port object bfc2a25e-2297-4ecc-8cb8-922c7e289906 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:07:31.582100 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e544d-705f-4a7a-8128-b7d8ab0f88fb req-c0faed59-ee37-48f7-b355-6c340312d93c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:31.583606 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-453e544d-705f-4a7a-8128-b7d8ab0f88fb req-c0faed59-ee37-48f7-b355-6c340312d93c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0505013 Aug 31 18:07:31.596398 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] Allocated IP 172.20.0.1 (f7b5b07b-bad7-48eb-bd30-50304f47089e/e926ae1c-c7a7-4856-9d15-8ca4dacce017/214d132f-7d31-4d8b-885d-0cacd5419597) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:07:31.626771 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:31.645559 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-453e544d-705f-4a7a-8128-b7d8ab0f88fb req-1d32b7ea-b708-448c-aa29-d4d119d45666 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554290 Aug 31 18:07:31.686232 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Attempting to bind port bfc2a25e-2297-4ecc-8cb8-922c7e289906 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:07:31.686599 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Attempting to bind port bfc2a25e-2297-4ecc-8cb8-922c7e289906 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:07:31.686957 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Attempting to bind port bfc2a25e-2297-4ecc-8cb8-922c7e289906 on network d0d110ef-3035-4f07-b05a-39b223314ffd {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:07:31.700445 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbeac0-0d81-4ea1-bbd4-536a698b946f None None] Pushing event updated for resources: {'Port': ['ID=bfc2a25e-2297-4ecc-8cb8-922c7e289906,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:31.714256 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:07:31.714644 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Checking segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:07:31.716274 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:31.716633 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Bound using segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:07:31.718350 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Bound port: bfc2a25e-2297-4ecc-8cb8-922c7e289906, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:07:31.718752 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:31.730064 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:31.733995 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8058192-4d2b-445a-8ac1-5c6d8e67ce26 req-4f5f23d8-ac18-400a-bd5a-f55e145a22f1 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:31.745414 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] Transition to ACTIVE for port object 214d132f-7d31-4d8b-885d-0cacd5419597 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:07:31.745657 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c8058192-4d2b-445a-8ac1-5c6d8e67ce26 req-4f5f23d8-ac18-400a-bd5a-f55e145a22f1 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 944 time: 0.0920157 Aug 31 18:07:31.801865 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c8058192-4d2b-445a-8ac1-5c6d8e67ce26 req-511b0c3c-e9c4-4439-b922-1817c0acf9f3 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555060 Aug 31 18:07:31.818535 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] For port bfc2a25e-2297-4ecc-8cb8-922c7e289906, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:07:31.822279 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] For port bfc2a25e-2297-4ecc-8cb8-922c7e289906, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=bfc2a25e-2297-4ecc-8cb8-922c7e289906,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:07:31.829405 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:07:31.856688 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:31.908050 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] Network f7b5b07b-bad7-48eb-bd30-50304f47089e is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:07:31.912623 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:07:31.917187 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:07:31.922480 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:31.944190 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=214d132f-7d31-4d8b-885d-0cacd5419597,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:31.970499 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16620676'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:31.991497 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbeac0-0d81-4ea1-bbd4-536a698b946f None None] Pushing event updated for resources: {'Port': ['ID=bfc2a25e-2297-4ecc-8cb8-922c7e289906,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:32.024182 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Routers {'fdec0ba2-7630-4129-96cd-e2fc85f3c647'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:07:32.024868 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:07:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['fdec0ba2-7630-4129-96cd-e2fc85f3c647'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:32.066516 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:07:32.071128 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:32.071727 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:32.183290 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] Set router fdec0ba2-7630-4129-96cd-e2fc85f3c647 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:07:32.224042 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:32.224042 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2149e2-2a96-45f1-9d05-c5fa8c930260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068ed9a1-1c3c-4048-9f5c-c3995a44b3bb'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:07:32.224042 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c62ec4-f670-475e-934c-dfd237a96619" -d '{"events": [{"server_uuid": "ce2149e2-2a96-45f1-9d05-c5fa8c930260", "name": "network-vif-plugged", "status": "completed", "tag": "068ed9a1-1c3c-4048-9f5c-c3995a44b3bb"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:07:32.224042 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 32bddd6d-9e26-4ddc-9727-173d447dd009 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:07:32.272975 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=068ed9a1-1c3c-4048-9f5c-c3995a44b3bb,segment=NetworkSegment(00b274a3-11cf-4d9a-9da7-7cb5a820b3d7),segment_id=00b274a3-11cf-4d9a-9da7-7cb5a820b3d7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:32.284272 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:32.300456 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 32bddd6d-9e26-4ddc-9727-173d447dd009 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:32.300857 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:32.410183 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9810785-1e77-4c95-9cf4-30b6dba70227 None None] Provisioning for port 214d132f-7d31-4d8b-885d-0cacd5419597 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:07:32.418655 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:32.422375 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9810785-1e77-4c95-9cf4-30b6dba70227 None None] Provisioning complete for port 214d132f-7d31-4d8b-885d-0cacd5419597 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:32.423180 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9810785-1e77-4c95-9cf4-30b6dba70227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:32.423379 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec0ba2-7630-4129-96cd-e2fc85f3c647', 'name': 'tempest-TestShelveInstance-441982476-router', 'tenant_id': '1967f2f493ca46709fd148052e4e2cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'bfc2a25e-2297-4ecc-8cb8-922c7e289906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:27Z', 'updated_at': '2021-08-31T18:07:29Z', 'revision_number': 3, 'project_id': '1967f2f493ca46709fd148052e4e2cd9', 'gw_port': {'id': 'bfc2a25e-2297-4ecc-8cb8-922c7e289906', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec0ba2-7630-4129-96cd-e2fc85f3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:28Z', 'updated_at': '2021-08-31T18:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:32.491506 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:32.506983 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9810785-1e77-4c95-9cf4-30b6dba70227 None None] Port 214d132f-7d31-4d8b-885d-0cacd5419597 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:07:32.513375 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=068ed9a1-1c3c-4048-9f5c-c3995a44b3bb,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:32.544148 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6be82d-5489-40f7-a72a-549af4d38a32 x-openstack-request-id: req-ed6be82d-5489-40f7-a72a-549af4d38a32 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:07:32.544983 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2149e2-2a96-45f1-9d05-c5fa8c930260", "name": "network-vif-plugged", "status": "completed", "tag": "068ed9a1-1c3c-4048-9f5c-c3995a44b3bb", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:07:32.545287 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed6be82d-5489-40f7-a72a-549af4d38a32 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:07:32.545757 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2149e2-2a96-45f1-9d05-c5fa8c930260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068ed9a1-1c3c-4048-9f5c-c3995a44b3bb', 'code': 200} Aug 31 18:07:32.566359 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e651a33f-2041-4eee-8ad6-ce4351ae5bf2 None None] The sync data for ids ['fdec0ba2-7630-4129-96cd-e2fc85f3c647'] in dv-cinder-806740-4-iscsi is: [{'id': 'fdec0ba2-7630-4129-96cd-e2fc85f3c647', 'name': 'tempest-TestShelveInstance-441982476-router', 'tenant_id': '1967f2f493ca46709fd148052e4e2cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'bfc2a25e-2297-4ecc-8cb8-922c7e289906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:27Z', 'updated_at': '2021-08-31T18:07:29Z', 'revision_number': 3, 'project_id': '1967f2f493ca46709fd148052e4e2cd9', 'gw_port': {'id': 'bfc2a25e-2297-4ecc-8cb8-922c7e289906', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec0ba2-7630-4129-96cd-e2fc85f3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:28Z', 'updated_at': '2021-08-31T18:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:07:32.581274 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:32.679015 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=214d132f-7d31-4d8b-885d-0cacd5419597,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:32.681554 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16625204'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:32.778265 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] Network f7b5b07b-bad7-48eb-bd30-50304f47089e is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:07:32.779787 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:07:32.946544 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] Router fdec0ba2-7630-4129-96cd-e2fc85f3c647 has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:07:32.997683 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa0011-db12-479d-bd17-b5f574fe2cc9 req-7da2720b-21ad-4c7e-a2e5-f39f473190c8 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:33.001833 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e0fa0011-db12-479d-bd17-b5f574fe2cc9 req-7da2720b-21ad-4c7e-a2e5-f39f473190c8 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 945 time: 0.0944371 Aug 31 18:07:33.080537 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e0fa0011-db12-479d-bd17-b5f574fe2cc9 req-b15ed885-b424-4ebb-adad-ad7ccb7d5aa6 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697973 Aug 31 18:07:33.110648 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:07:33.133447 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-678e9cf9-1eec-4723-85c5-0689445b4dc7 admin admin] 10.222.0.58 "PUT /v2.0/routers/fdec0ba2-7630-4129-96cd-e2fc85f3c647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1988192 Aug 31 18:07:33.146097 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a77cdf88-3b7e-4db5-b843-e4dc8eeb6fb8 None None] Provisioning complete for port 214d132f-7d31-4d8b-885d-0cacd5419597 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:33.146698 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a77cdf88-3b7e-4db5-b843-e4dc8eeb6fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:33.199415 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a77cdf88-3b7e-4db5-b843-e4dc8eeb6fb8 None None] Port 214d132f-7d31-4d8b-885d-0cacd5419597 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:07:33.218091 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2191aa-218a-44e7-b5cd-7e2de1ed4bd0 req-227c59bf-3fb9-477a-8b15-e7cfed68186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:33.219931 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8b2191aa-218a-44e7-b5cd-7e2de1ed4bd0 req-227c59bf-3fb9-477a-8b15-e7cfed68186d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 1098 time: 0.0842595 Aug 31 18:07:33.269654 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8b2191aa-218a-44e7-b5cd-7e2de1ed4bd0 req-01afbd74-1172-4b2d-8e62-c4e86e056dfe service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410769 Aug 31 18:07:33.759380 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 59534) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:33.764337 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e6b84ad4-3712-45c9-9f85-cd6988b58a1c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1610154371', 'description': 'tempest-secgroup-smoke-1610154371 description', 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:33.889882 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6b84ad4-3712-45c9-9f85-cd6988b58a1c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:33.972234 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6b84ad4-3712-45c9-9f85-cd6988b58a1c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:34.066820 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6b84ad4-3712-45c9-9f85-cd6988b58a1c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:34.099729 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b84ad4-3712-45c9-9f85-cd6988b58a1c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b86a0679-2d72-4528-8bcf-95e493e008fc,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:34.186745 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6b84ad4-3712-45c9-9f85-cd6988b58a1c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:34.187985 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-e6b84ad4-3712-45c9-9f85-cd6988b58a1c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4275959 Aug 31 18:07:34.191141 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 59544) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:34.195966 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-34794add-7b7b-4b30-8134-ccbea49bfe2f tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Request body: {'security_group_rule': {'security_group_id': 'b86a0679-2d72-4528-8bcf-95e493e008fc', 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:34.203502 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512e7b9-3211-45f4-9e11-049d03558763 req-e5660452-2e48-4d24-8915-daacfe86ae0b tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:34.209296 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f512e7b9-3211-45f4-9e11-049d03558763 req-e5660452-2e48-4d24-8915-daacfe86ae0b tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 945 time: 0.0674798 Aug 31 18:07:34.238764 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device bfc2a25e-2297-4ecc-8cb8-922c7e289906 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:07:34.270225 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f512e7b9-3211-45f4-9e11-049d03558763 req-37cb9689-08dd-4b66-ba9a-0e15905096b7 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583637 Aug 31 18:07:34.323148 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34794add-7b7b-4b30-8134-ccbea49bfe2f tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:34.370296 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port bfc2a25e-2297-4ecc-8cb8-922c7e289906 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:07:34.376065 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port bfc2a25e-2297-4ecc-8cb8-922c7e289906 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:34.386188 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:34.394707 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34794add-7b7b-4b30-8134-ccbea49bfe2f tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:34.466912 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34794add-7b7b-4b30-8134-ccbea49bfe2f tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:34.472879 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:34.485017 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34794add-7b7b-4b30-8134-ccbea49bfe2f tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e959ef8b-9623-4371-bfc1-f72c56aa6021,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:34.495815 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port bfc2a25e-2297-4ecc-8cb8-922c7e289906, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=bfc2a25e-2297-4ecc-8cb8-922c7e289906,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:34.599114 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34794add-7b7b-4b30-8134-ccbea49bfe2f tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:34.603428 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-34794add-7b7b-4b30-8134-ccbea49bfe2f tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4081268 Aug 31 18:07:34.617842 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:34.618925 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 59556) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:34.618925 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-081355c0-5f3d-4c68-8400-ff871862d0a5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Request body: {'security_group_rule': {'security_group_id': 'b86a0679-2d72-4528-8bcf-95e493e008fc', 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:34.661532 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=bfc2a25e-2297-4ecc-8cb8-922c7e289906,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:34.712148 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-081355c0-5f3d-4c68-8400-ff871862d0a5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:34.777092 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-081355c0-5f3d-4c68-8400-ff871862d0a5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:34.930592 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Sync routers for ids ['fdec0ba2-7630-4129-96cd-e2fc85f3c647'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:07:34.939905 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Routers {'fdec0ba2-7630-4129-96cd-e2fc85f3c647'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:07:34.953626 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:07:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['fdec0ba2-7630-4129-96cd-e2fc85f3c647'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:34.953819 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-081355c0-5f3d-4c68-8400-ff871862d0a5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:34.975407 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081355c0-5f3d-4c68-8400-ff871862d0a5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b966a6e2-81c5-424d-8a44-a071122cbad2,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:35.141844 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-081355c0-5f3d-4c68-8400-ff871862d0a5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:35.143046 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-081355c0-5f3d-4c68-8400-ff871862d0a5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5384598 Aug 31 18:07:35.146051 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 59568) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:35.151188 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-53447f8d-d61c-430c-935a-8bb17aa4ccc7 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Request body: {'security_group_rule': {'security_group_id': 'b86a0679-2d72-4528-8bcf-95e493e008fc', 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:35.190959 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Set router fdec0ba2-7630-4129-96cd-e2fc85f3c647 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:07:35.232702 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-53447f8d-d61c-430c-935a-8bb17aa4ccc7 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:35.295731 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-53447f8d-d61c-430c-935a-8bb17aa4ccc7 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:35.392688 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-53447f8d-d61c-430c-935a-8bb17aa4ccc7 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:35.393504 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119e693-323b-43df-90f4-d205327e087a req-acbec685-7679-45b6-b21e-0c09555f7da6 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:35.395105 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0119e693-323b-43df-90f4-d205327e087a req-acbec685-7679-45b6-b21e-0c09555f7da6 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 945 time: 0.0501323 Aug 31 18:07:35.405385 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec0ba2-7630-4129-96cd-e2fc85f3c647', 'name': 'tempest-TestShelveInstance-441982476-router', 'tenant_id': '1967f2f493ca46709fd148052e4e2cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'bfc2a25e-2297-4ecc-8cb8-922c7e289906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:27Z', 'updated_at': '2021-08-31T18:07:32Z', 'revision_number': 4, 'project_id': '1967f2f493ca46709fd148052e4e2cd9', 'gw_port': {'id': 'bfc2a25e-2297-4ecc-8cb8-922c7e289906', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec0ba2-7630-4129-96cd-e2fc85f3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:28Z', 'updated_at': '2021-08-31T18:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '214d132f-7d31-4d8b-885d-0cacd5419597', 'name': '', 'network_id': 'f7b5b07b-bad7-48eb-bd30-50304f47089e', 'tenant_id': '1967f2f493ca46709fd148052e4e2cd9', 'mac_address': 'fa:16:3e:15:9e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec0ba2-7630-4129-96cd-e2fc85f3c647', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e926ae1c-c7a7-4856-9d15-8ca4dacce017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:31Z', 'updated_at': '2021-08-31T18:07:32Z', 'revision_number': 2, 'project_id': '1967f2f493ca46709fd148052e4e2cd9', 'subnets': [{'id': 'e926ae1c-c7a7-4856-9d15-8ca4dacce017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:35.411410 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53447f8d-d61c-430c-935a-8bb17aa4ccc7 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34885dee-424b-4f44-9ade-a4ac556bae37,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:35.436015 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Checking router: fdec0ba2-7630-4129-96cd-e2fc85f3c647 for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:07:35.445299 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Updating router fdec0ba2-7630-4129-96cd-e2fc85f3c647 port 214d132f-7d31-4d8b-885d-0cacd5419597 binding host dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:07:35.445604 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0119e693-323b-43df-90f4-d205327e087a req-89e5159d-a9a3-4221-b6eb-50fd1a2ea1b3 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403533 Aug 31 18:07:35.466281 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:35.501024 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-53447f8d-d61c-430c-935a-8bb17aa4ccc7 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:35.502370 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-53447f8d-d61c-430c-935a-8bb17aa4ccc7 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3550115 Aug 31 18:07:35.505406 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 59578) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:35.511145 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-842cb3e1-5f44-426c-ad0c-35b70c7d2dae tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Request body: {'security_group_rule': {'security_group_id': 'b86a0679-2d72-4528-8bcf-95e493e008fc', 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:35.602883 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-842cb3e1-5f44-426c-ad0c-35b70c7d2dae tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:35.662617 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-842cb3e1-5f44-426c-ad0c-35b70c7d2dae tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:35.735153 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:35.747467 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Transition to ACTIVE for port object 214d132f-7d31-4d8b-885d-0cacd5419597 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:07:35.780918 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-842cb3e1-5f44-426c-ad0c-35b70c7d2dae tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:35.796680 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cb3e1-5f44-426c-ad0c-35b70c7d2dae tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=172bb912-28ca-4d41-b921-9d01b0cae431,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:35.901660 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:35.902010 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-842cb3e1-5f44-426c-ad0c-35b70c7d2dae tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:35.904675 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-842cb3e1-5f44-426c-ad0c-35b70c7d2dae tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3981259 Aug 31 18:07:35.907824 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 59584) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:35.913220 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-37d45a86-f441-43a1-ae6b-62541cfad16e tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Request body: {'security_group_rule': {'security_group_id': 'b86a0679-2d72-4528-8bcf-95e493e008fc', 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:35.989229 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b2483-f75d-4029-b46e-277af72d8e6b None None] Pushing event updated for resources: {'Port': ['ID=214d132f-7d31-4d8b-885d-0cacd5419597,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:36.023902 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Attempting to bind port 214d132f-7d31-4d8b-885d-0cacd5419597 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:07:36.024274 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Attempting to bind port 214d132f-7d31-4d8b-885d-0cacd5419597 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '4b5889ff-207f-4b6d-a32e-97f4af668bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'f7b5b07b-bad7-48eb-bd30-50304f47089e'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:07:36.024679 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Attempting to bind port 214d132f-7d31-4d8b-885d-0cacd5419597 on network f7b5b07b-bad7-48eb-bd30-50304f47089e {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:07:36.031863 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:07:36.032291 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Checking segment: {'id': '4b5889ff-207f-4b6d-a32e-97f4af668bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'f7b5b07b-bad7-48eb-bd30-50304f47089e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:07:36.032714 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:36.033223 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Bound using segment: {'id': '4b5889ff-207f-4b6d-a32e-97f4af668bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'f7b5b07b-bad7-48eb-bd30-50304f47089e'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:07:36.033663 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Bound port: 214d132f-7d31-4d8b-885d-0cacd5419597, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5889ff-207f-4b6d-a32e-97f4af668bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'f7b5b07b-bad7-48eb-bd30-50304f47089e'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:07:36.034063 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:36.061194 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.securitygroups_db [None req-37d45a86-f441-43a1-ae6b-62541cfad16e tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Project cd9176a5d1f042e288b50a6ae2847ef3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 18:07:36.068253 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37d45a86-f441-43a1-ae6b-62541cfad16e tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:36.117057 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] For port 214d132f-7d31-4d8b-885d-0cacd5419597, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:07:36.120237 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] For port 214d132f-7d31-4d8b-885d-0cacd5419597, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=214d132f-7d31-4d8b-885d-0cacd5419597,segment=NetworkSegment(4b5889ff-207f-4b6d-a32e-97f4af668bef),segment_id=4b5889ff-207f-4b6d-a32e-97f4af668bef)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:07:36.133956 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37d45a86-f441-43a1-ae6b-62541cfad16e tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:36.203477 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device bfc2a25e-2297-4ecc-8cb8-922c7e289906 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:07:36.238521 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37d45a86-f441-43a1-ae6b-62541cfad16e tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:36.246847 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:36.267603 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d45a86-f441-43a1-ae6b-62541cfad16e tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aac8bb6-3c54-439f-8c52-567bf35df0af,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:36.308026 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Routers {'fdec0ba2-7630-4129-96cd-e2fc85f3c647'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:07:36.308686 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:07:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['fdec0ba2-7630-4129-96cd-e2fc85f3c647'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:36.368128 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37d45a86-f441-43a1-ae6b-62541cfad16e tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:36.371472 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 59598) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:36.378281 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-37d45a86-f441-43a1-ae6b-62541cfad16e tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4690821 Aug 31 18:07:36.380249 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-8b419eb2-1664-439b-a208-54329cbd2e93 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Request body: {'security_group_rule': {'security_group_id': 'b86a0679-2d72-4528-8bcf-95e493e008fc', 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:36.381738 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port bfc2a25e-2297-4ecc-8cb8-922c7e289906 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:36.382124 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:36.452491 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b2483-f75d-4029-b46e-277af72d8e6b None None] Pushing event updated for resources: {'Port': ['ID=214d132f-7d31-4d8b-885d-0cacd5419597,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:36.509571 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] Set router fdec0ba2-7630-4129-96cd-e2fc85f3c647 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:07:36.541401 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-8b419eb2-1664-439b-a208-54329cbd2e93 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Project cd9176a5d1f042e288b50a6ae2847ef3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 18:07:36.546848 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b419eb2-1664-439b-a208-54329cbd2e93 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:36.609256 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e507f-134e-4e86-9a28-9ecb504e6604 req-5c02b177-5341-4673-9af4-cac492f0a305 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:36.622448 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b419eb2-1664-439b-a208-54329cbd2e93 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:36.625515 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-120e507f-134e-4e86-9a28-9ecb504e6604 req-5c02b177-5341-4673-9af4-cac492f0a305 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 945 time: 0.1045501 Aug 31 18:07:36.678484 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-120e507f-134e-4e86-9a28-9ecb504e6604 req-08066b41-4ca8-4886-b441-f2956a3bd913 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482085 Aug 31 18:07:36.764177 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b419eb2-1664-439b-a208-54329cbd2e93 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:36.779651 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec0ba2-7630-4129-96cd-e2fc85f3c647', 'name': 'tempest-TestShelveInstance-441982476-router', 'tenant_id': '1967f2f493ca46709fd148052e4e2cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'bfc2a25e-2297-4ecc-8cb8-922c7e289906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:27Z', 'updated_at': '2021-08-31T18:07:32Z', 'revision_number': 4, 'project_id': '1967f2f493ca46709fd148052e4e2cd9', 'gw_port': {'id': 'bfc2a25e-2297-4ecc-8cb8-922c7e289906', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec0ba2-7630-4129-96cd-e2fc85f3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:28Z', 'updated_at': '2021-08-31T18:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '214d132f-7d31-4d8b-885d-0cacd5419597', 'name': '', 'network_id': 'f7b5b07b-bad7-48eb-bd30-50304f47089e', 'tenant_id': '1967f2f493ca46709fd148052e4e2cd9', 'mac_address': 'fa:16:3e:15:9e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec0ba2-7630-4129-96cd-e2fc85f3c647', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e926ae1c-c7a7-4856-9d15-8ca4dacce017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:31Z', 'updated_at': '2021-08-31T18:07:36Z', 'revision_number': 4, 'project_id': '1967f2f493ca46709fd148052e4e2cd9', 'subnets': [{'id': 'e926ae1c-c7a7-4856-9d15-8ca4dacce017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:07:36.782876 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419eb2-1664-439b-a208-54329cbd2e93 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fdafa2-af2d-404c-8a36-194d80b4453b,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:36.809665 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9abf2a-e792-4471-aad4-d91f4d4870dc None None] The sync data for ids ['fdec0ba2-7630-4129-96cd-e2fc85f3c647'] in dv-cinder-806740-4-iscsi is: [{'id': 'fdec0ba2-7630-4129-96cd-e2fc85f3c647', 'name': 'tempest-TestShelveInstance-441982476-router', 'tenant_id': '1967f2f493ca46709fd148052e4e2cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'bfc2a25e-2297-4ecc-8cb8-922c7e289906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:27Z', 'updated_at': '2021-08-31T18:07:32Z', 'revision_number': 4, 'project_id': '1967f2f493ca46709fd148052e4e2cd9', 'gw_port': {'id': 'bfc2a25e-2297-4ecc-8cb8-922c7e289906', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec0ba2-7630-4129-96cd-e2fc85f3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:28Z', 'updated_at': '2021-08-31T18:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '214d132f-7d31-4d8b-885d-0cacd5419597', 'name': '', 'network_id': 'f7b5b07b-bad7-48eb-bd30-50304f47089e', 'tenant_id': '1967f2f493ca46709fd148052e4e2cd9', 'mac_address': 'fa:16:3e:15:9e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec0ba2-7630-4129-96cd-e2fc85f3c647', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e926ae1c-c7a7-4856-9d15-8ca4dacce017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:31Z', 'updated_at': '2021-08-31T18:07:36Z', 'revision_number': 4, 'project_id': '1967f2f493ca46709fd148052e4e2cd9', 'subnets': [{'id': 'e926ae1c-c7a7-4856-9d15-8ca4dacce017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:07:36.867040 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b419eb2-1664-439b-a208-54329cbd2e93 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:36.869979 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-8b419eb2-1664-439b-a208-54329cbd2e93 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4958153 Aug 31 18:07:37.079003 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 59630) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:37.206631 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aeeafb34-9e8a-4f1d-8c24-d224e47899bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:37.361455 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aeeafb34-9e8a-4f1d-8c24-d224e47899bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:37.478541 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aeeafb34-9e8a-4f1d-8c24-d224e47899bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:37.522640 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-aeeafb34-9e8a-4f1d-8c24-d224e47899bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2211c9d017f743a69348d346bd91b941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4422619 Aug 31 18:07:37.523500 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeafb34-9e8a-4f1d-8c24-d224e47899bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d036319-0ec1-4816-9c20-682dcd977e15,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:37.525278 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 59656) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:37.578951 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-68de564d-9664-40b5-b257-3768e2dc3f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:37.603513 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-68de564d-9664-40b5-b257-3768e2dc3f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:37.729985 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-68de564d-9664-40b5-b257-3768e2dc3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:37.739336 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-68de564d-9664-40b5-b257-3768e2dc3f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:37.739336 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-68de564d-9664-40b5-b257-3768e2dc3f66 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d036319-0ec1-4816-9c20-682dcd977e15 HTTP/1.1" status: 204 len: 168 time: 0.2101240 Aug 31 18:07:37.745578 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de564d-9664-40b5-b257-3768e2dc3f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d036319-0ec1-4816-9c20-682dcd977e15,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:37.754293 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de564d-9664-40b5-b257-3768e2dc3f66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:37.754722 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de564d-9664-40b5-b257-3768e2dc3f66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:37.755127 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de564d-9664-40b5-b257-3768e2dc3f66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:37.755643 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de564d-9664-40b5-b257-3768e2dc3f66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:37.756135 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de564d-9664-40b5-b257-3768e2dc3f66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:37.756971 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de564d-9664-40b5-b257-3768e2dc3f66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:37.757839 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de564d-9664-40b5-b257-3768e2dc3f66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:37.758503 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de564d-9664-40b5-b257-3768e2dc3f66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:37.759211 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de564d-9664-40b5-b257-3768e2dc3f66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:37.759851 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de564d-9664-40b5-b257-3768e2dc3f66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:37.760334 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de564d-9664-40b5-b257-3768e2dc3f66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:37.760931 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de564d-9664-40b5-b257-3768e2dc3f66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:37.826602 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76820317-0365-4b8e-87ae-e00311b61200 req-c0304927-3e12-44e0-98d5-a2c4e0423081 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:37.828049 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-76820317-0365-4b8e-87ae-e00311b61200 req-c0304927-3e12-44e0-98d5-a2c4e0423081 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 945 time: 0.0578461 Aug 31 18:07:37.869148 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-76820317-0365-4b8e-87ae-e00311b61200 req-8aed124f-ecce-44f4-85fd-4fe6cfc1aa24 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341682 Aug 31 18:07:38.241543 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 214d132f-7d31-4d8b-885d-0cacd5419597 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:07:38.404132 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 214d132f-7d31-4d8b-885d-0cacd5419597 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:07:38.408487 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 214d132f-7d31-4d8b-885d-0cacd5419597 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:38.425578 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:38.494514 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:38.532414 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port 214d132f-7d31-4d8b-885d-0cacd5419597, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=214d132f-7d31-4d8b-885d-0cacd5419597,segment=NetworkSegment(4b5889ff-207f-4b6d-a32e-97f4af668bef),segment_id=4b5889ff-207f-4b6d-a32e-97f4af668bef)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:38.625492 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:38.679280 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=214d132f-7d31-4d8b-885d-0cacd5419597,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:39.845021 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e18a2-1a22-47c2-b696-bac299568ef9 req-3b866442-04a7-4e82-af64-1e7de4e7666f tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:39.846523 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-113e18a2-1a22-47c2-b696-bac299568ef9 req-3b866442-04a7-4e82-af64-1e7de4e7666f tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0546162 Aug 31 18:07:39.887624 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-113e18a2-1a22-47c2-b696-bac299568ef9 req-f5c2ae64-d06f-4175-a17f-6860688213fe tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350833 Aug 31 18:07:39.963978 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b53fa-3b15-428f-8c11-a32261aae0b3 req-ed808398-bacd-4301-afa3-395ca88d54a5 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:39.965568 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0e6b53fa-3b15-428f-8c11-a32261aae0b3 req-ed808398-bacd-4301-afa3-395ca88d54a5 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 945 time: 0.0587401 Aug 31 18:07:40.011026 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0e6b53fa-3b15-428f-8c11-a32261aae0b3 req-3f59467e-3658-4140-a80c-006824325ba8 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391049 Aug 31 18:07:40.208300 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 214d132f-7d31-4d8b-885d-0cacd5419597 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:07:40.258477 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 214d132f-7d31-4d8b-885d-0cacd5419597 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:07:40.258852 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:41.009003 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ad34a-454e-4f03-9019-63e8fa637aa3 req-efa5be05-329a-485b-b976-b1bb0af67e49 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:41.010534 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-224ad34a-454e-4f03-9019-63e8fa637aa3 req-efa5be05-329a-485b-b976-b1bb0af67e49 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0549779 Aug 31 18:07:41.057480 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-224ad34a-454e-4f03-9019-63e8fa637aa3 req-ee8dbd32-f2b1-4b89-bd9f-8ff270855492 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342629 Aug 31 18:07:41.142882 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc79ccf-70b6-4784-9c7f-9a38df3510f1 req-dabd41f2-cbcc-4857-a95d-171aed12ceec tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:41.144396 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-afc79ccf-70b6-4784-9c7f-9a38df3510f1 req-dabd41f2-cbcc-4857-a95d-171aed12ceec tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 945 time: 0.0506279 Aug 31 18:07:41.185375 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-afc79ccf-70b6-4784-9c7f-9a38df3510f1 req-8b82a641-aff5-493a-be81-383ee53372bc tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347655 Aug 31 18:07:42.174620 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e6783-5926-45b2-8533-b44f151712bf req-9299237d-b55d-498d-8a8c-9a606d750b9d tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:42.175985 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2d0e6783-5926-45b2-8533-b44f151712bf req-9299237d-b55d-498d-8a8c-9a606d750b9d tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0499394 Aug 31 18:07:42.214984 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2d0e6783-5926-45b2-8533-b44f151712bf req-8aaacd62-1cee-43a3-830c-a7dbb90a55c6 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331366 Aug 31 18:07:42.315016 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a8968-ef5d-45ee-b198-b506fca9a6dd req-7d09f247-a1fa-4d6a-b1d5-fba0bf199410 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:42.316686 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dd1a8968-ef5d-45ee-b198-b506fca9a6dd req-7d09f247-a1fa-4d6a-b1d5-fba0bf199410 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 945 time: 0.0589147 Aug 31 18:07:42.358047 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dd1a8968-ef5d-45ee-b198-b506fca9a6dd req-6dd0a824-cef1-40ea-b7b9-a1396768f2c8 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355465 Aug 31 18:07:43.014185 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613261b-0281-4d1e-aa06-c7da6f8fe956 req-9ae249ab-7325-4d54-8ac0-dd8c33583be5 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:43.015679 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-d613261b-0281-4d1e-aa06-c7da6f8fe956 req-9ae249ab-7325-4d54-8ac0-dd8c33583be5 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 945 time: 0.0546842 Aug 31 18:07:43.126569 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-d613261b-0281-4d1e-aa06-c7da6f8fe956 req-cf70fee5-327f-4c7a-b0c7-a941c4802810 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Deleting port 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:07:43.126905 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d613261b-0281-4d1e-aa06-c7da6f8fe956 req-cf70fee5-327f-4c7a-b0c7-a941c4802810 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:43.223263 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d613261b-0281-4d1e-aa06-c7da6f8fe956 req-cf70fee5-327f-4c7a-b0c7-a941c4802810 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] For port 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=068ed9a1-1c3c-4048-9f5c-c3995a44b3bb,segment=NetworkSegment(00b274a3-11cf-4d9a-9da7-7cb5a820b3d7),segment_id=00b274a3-11cf-4d9a-9da7-7cb5a820b3d7)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:43.223263 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d613261b-0281-4d1e-aa06-c7da6f8fe956 req-cf70fee5-327f-4c7a-b0c7-a941c4802810 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:43.239933 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-d613261b-0281-4d1e-aa06-c7da6f8fe956 req-cf70fee5-327f-4c7a-b0c7-a941c4802810 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Calling delete_port for 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:07:43.338249 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341878a1-4c19-4702-99bc-bb4bbb974884 req-40341fed-0804-4503-b2da-f6041af58bdc tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:43.344715 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-341878a1-4c19-4702-99bc-bb4bbb974884 req-40341fed-0804-4503-b2da-f6041af58bdc tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0551462 Aug 31 18:07:43.383378 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-341878a1-4c19-4702-99bc-bb4bbb974884 req-2460a8e4-de32-48dc-8359-8eca8c2f214c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353341 Aug 31 18:07:43.487489 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aed2a5-4cb3-4fcc-ba92-60609de8475b req-c4f665f2-c458-4762-9522-0f3364765af3 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:43.489288 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-83aed2a5-4cb3-4fcc-ba92-60609de8475b req-c4f665f2-c458-4762-9522-0f3364765af3 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 945 time: 0.0537386 Aug 31 18:07:43.534924 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-83aed2a5-4cb3-4fcc-ba92-60609de8475b req-2bd60ee5-6304-4a4d-a07b-7e9df302d329 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392003 Aug 31 18:07:43.540832 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d613261b-0281-4d1e-aa06-c7da6f8fe956 req-cf70fee5-327f-4c7a-b0c7-a941c4802810 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:43.571231 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70fee5-327f-4c7a-b0c7-a941c4802810 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Pushing event deleted for resources: {'Port': ['ID=068ed9a1-1c3c-4048-9f5c-c3995a44b3bb,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:43.586144 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['068ed9a1-1c3c-4048-9f5c-c3995a44b3bb'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:07:43.623768 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-d613261b-0281-4d1e-aa06-c7da6f8fe956 req-cf70fee5-327f-4c7a-b0c7-a941c4802810 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] No DVR routers for this DVR port 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb on host hv-cinder-80674 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:07:43.627087 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d613261b-0281-4d1e-aa06-c7da6f8fe956 req-cf70fee5-327f-4c7a-b0c7-a941c4802810 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:43.629108 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-d613261b-0281-4d1e-aa06-c7da6f8fe956 req-cf70fee5-327f-4c7a-b0c7-a941c4802810 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.61 "DELETE /v2.0/ports/068ed9a1-1c3c-4048-9f5c-c3995a44b3bb HTTP/1.1" status: 204 len: 173 time: 0.6001306 Aug 31 18:07:43.629547 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2149e2-2a96-45f1-9d05-c5fa8c930260', 'name': 'network-vif-deleted', 'tag': '068ed9a1-1c3c-4048-9f5c-c3995a44b3bb'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:07:43.631808 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49386b9e-8f23-4fee-8c38-bf912b805b3e" -d '{"events": [{"server_uuid": "ce2149e2-2a96-45f1-9d05-c5fa8c930260", "name": "network-vif-deleted", "tag": "068ed9a1-1c3c-4048-9f5c-c3995a44b3bb"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:07:43.667540 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9648a982-0bd4-4ffa-ad4f-22d6dc5fc665 x-openstack-request-id: req-9648a982-0bd4-4ffa-ad4f-22d6dc5fc665 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:07:43.667830 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2149e2-2a96-45f1-9d05-c5fa8c930260", "name": "network-vif-deleted", "tag": "068ed9a1-1c3c-4048-9f5c-c3995a44b3bb", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:07:43.668081 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9648a982-0bd4-4ffa-ad4f-22d6dc5fc665 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:07:43.669033 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2149e2-2a96-45f1-9d05-c5fa8c930260', 'name': 'network-vif-deleted', 'tag': '068ed9a1-1c3c-4048-9f5c-c3995a44b3bb', 'status': 'completed', 'code': 200} Aug 31 18:07:44.360056 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df42f38-cffc-4c05-881f-f43dcb8718c6 req-bd7c590f-482d-459c-9e6e-658e2f730417 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:44.361837 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6df42f38-cffc-4c05-881f-f43dcb8718c6 req-bd7c590f-482d-459c-9e6e-658e2f730417 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.61 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0570455 Aug 31 18:07:44.510780 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-6df42f38-cffc-4c05-881f-f43dcb8718c6 req-d635d41d-4c87-4e2b-bcb3-28bed0016d19 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Deleting port 139378ba-f990-4977-b60a-913093b84933 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:07:44.511323 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6df42f38-cffc-4c05-881f-f43dcb8718c6 req-d635d41d-4c87-4e2b-bcb3-28bed0016d19 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:44.531210 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0a6d7-be86-4804-961f-5fa57070d3bb req-304ad5fa-f3c8-433b-a3bf-1a9a4c7b04a8 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:44.539696 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-37d0a6d7-be86-4804-961f-5fa57070d3bb req-304ad5fa-f3c8-433b-a3bf-1a9a4c7b04a8 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 946 time: 0.0745397 Aug 31 18:07:44.628478 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-37d0a6d7-be86-4804-961f-5fa57070d3bb req-1d6e5655-a65d-4b33-b66a-74860e4e5142 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878494 Aug 31 18:07:44.685413 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-6df42f38-cffc-4c05-881f-f43dcb8718c6 req-d635d41d-4c87-4e2b-bcb3-28bed0016d19 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] For port 139378ba-f990-4977-b60a-913093b84933, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=139378ba-f990-4977-b60a-913093b84933,segment=NetworkSegment(4c966230-c0a4-4e3c-97f4-9a193c4e27e9),segment_id=4c966230-c0a4-4e3c-97f4-9a193c4e27e9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:44.685989 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6df42f38-cffc-4c05-881f-f43dcb8718c6 req-d635d41d-4c87-4e2b-bcb3-28bed0016d19 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:44.706349 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-6df42f38-cffc-4c05-881f-f43dcb8718c6 req-d635d41d-4c87-4e2b-bcb3-28bed0016d19 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Calling delete_port for 139378ba-f990-4977-b60a-913093b84933 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:07:44.761577 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-75a4a73a-b459-495d-936c-daf5a887a5da req-aad8be52-ef70-4e5c-9d7e-4d6160178765 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 210 time: 0.0591028 Aug 31 18:07:45.044663 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6df42f38-cffc-4c05-881f-f43dcb8718c6 req-d635d41d-4c87-4e2b-bcb3-28bed0016d19 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:45.093404 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635d41d-4c87-4e2b-bcb3-28bed0016d19 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Pushing event deleted for resources: {'Port': ['ID=139378ba-f990-4977-b60a-913093b84933,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:45.100580 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['139378ba-f990-4977-b60a-913093b84933', 'b7e6fc15-e7b8-4559-94f9-9f69b5972fc2'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:07:45.143867 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df42f38-cffc-4c05-881f-f43dcb8718c6 req-d635d41d-4c87-4e2b-bcb3-28bed0016d19 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] No DVR routers for this DVR port 139378ba-f990-4977-b60a-913093b84933 on host hv-cinder-80674 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:07:45.146587 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-6df42f38-cffc-4c05-881f-f43dcb8718c6 req-d635d41d-4c87-4e2b-bcb3-28bed0016d19 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:45.150071 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6df42f38-cffc-4c05-881f-f43dcb8718c6 req-d635d41d-4c87-4e2b-bcb3-28bed0016d19 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.61 "DELETE /v2.0/ports/139378ba-f990-4977-b60a-913093b84933 HTTP/1.1" status: 204 len: 173 time: 0.7782547 Aug 31 18:07:45.670581 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9253071b-910a-416b-b73e-4242269a22aa', 'name': 'network-vif-deleted', 'tag': '139378ba-f990-4977-b60a-913093b84933'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:07:45.673184 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70e5277-e8ae-4255-b6dd-5b195d664887" -d '{"events": [{"server_uuid": "9253071b-910a-416b-b73e-4242269a22aa", "name": "network-vif-deleted", "tag": "139378ba-f990-4977-b60a-913093b84933"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:07:45.713289 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e71785-8bda-4340-ae04-441cbfa3b2a0 x-openstack-request-id: req-c8e71785-8bda-4340-ae04-441cbfa3b2a0 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:07:45.713586 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9253071b-910a-416b-b73e-4242269a22aa", "name": "network-vif-deleted", "tag": "139378ba-f990-4977-b60a-913093b84933", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:07:45.713842 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8e71785-8bda-4340-ae04-441cbfa3b2a0 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:07:45.714239 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9253071b-910a-416b-b73e-4242269a22aa', 'name': 'network-vif-deleted', 'tag': '139378ba-f990-4977-b60a-913093b84933', 'status': 'completed', 'code': 200} Aug 31 18:07:45.740653 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-297a1c0d-3a90-4be7-96a9-feea69d883f2 req-6beb06e9-6cdb-4eb2-ae68-68b5cba0a503 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 210 time: 0.0260382 Aug 31 18:07:45.864730 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5a405e2d-bc9e-4606-8e91-8a24fbc379f2 req-a5b5bc20-071a-4e07-a888-9cc8a21832c4 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2149e2-2a96-45f1-9d05-c5fa8c930260 HTTP/1.1" status: 200 len: 210 time: 0.0308015 Aug 31 18:07:46.854257 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-02597940-ddf4-4ce9-99cf-af750765371b req-b0070082-730e-4dc1-85f9-ec8e5d8fd301 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=9253071b-910a-416b-b73e-4242269a22aa HTTP/1.1" status: 200 len: 210 time: 0.0293674 Aug 31 18:07:47.185975 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-89c97052-2e35-4694-89fc-0f56158a2836 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:47.187034 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-89c97052-2e35-4694-89fc-0f56158a2836 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/networks?id=974245c4-d671-44ef-935b-f52897888770 HTTP/1.1" status: 200 len: 808 time: 0.1021168 Aug 31 18:07:47.203042 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-dbea2555-f10c-458b-bb85-b390300039e3 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/quotas/5b5237a166094bbe94c11975617a8b43 HTTP/1.1" status: 200 len: 375 time: 0.0102170 Aug 31 18:07:47.237316 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-68780e4f-3cab-4332-80ab-a1dc55f76e00 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b5237a166094bbe94c11975617a8b43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277309 Aug 31 18:07:47.343364 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-d4f2e739-f956-41dd-892d-3ba27bea6dff service neutron] 10.222.0.58 "GET /v2.0/networks/974245c4-d671-44ef-935b-f52897888770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952520 Aug 31 18:07:47.434316 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-6f27318d-8dad-4624-b69b-be3543bf8ce9 service neutron] 10.222.0.58 "GET /v2.0/networks/974245c4-d671-44ef-935b-f52897888770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844767 Aug 31 18:07:47.707031 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42b7b31b-f956-4d3e-868d-acbc4782ef17 req-f633b125-9427-4a8c-af3e-8bbf48858a26 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 210 time: 0.0355465 Aug 31 18:07:47.971611 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:07:47.991905 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:07:47.992245 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 068ed9a1-1c3c-4048-9f5c-c3995a44b3bb not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:07:47.997447 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 139378ba-f990-4977-b60a-913093b84933 no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:07:48.011881 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: 139378ba-f990-4977-b60a-913093b84933 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:07:48.012262 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 139378ba-f990-4977-b60a-913093b84933 not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:07:48.456158 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e8a4a-81bb-4800-8ecd-934b75a01b30 req-0a67d854-89a7-4326-a095-85239eb3497d tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:48.457869 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c83e8a4a-81bb-4800-8ecd-934b75a01b30 req-0a67d854-89a7-4326-a095-85239eb3497d tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0565736 Aug 31 18:07:48.498047 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c83e8a4a-81bb-4800-8ecd-934b75a01b30 req-6e8690ad-aa42-4b33-bd19-a19d62c5ee14 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339983 Aug 31 18:07:48.811819 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c0229065-5874-4398-b95c-d873d62d3856 req-f722a4a9-79c1-44df-a447-1f638bf104ab tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 210 time: 0.0283890 Aug 31 18:07:49.619513 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce78cbf-ab01-4b5f-8b58-2ab5047e9406 req-e5ac040c-1db8-444c-8b89-2e254b8c4713 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:49.621174 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2ce78cbf-ab01-4b5f-8b58-2ab5047e9406 req-e5ac040c-1db8-444c-8b89-2e254b8c4713 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0521073 Aug 31 18:07:49.663885 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2ce78cbf-ab01-4b5f-8b58-2ab5047e9406 req-5acf98c7-e888-44a2-b3c6-5489599ff17b tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355535 Aug 31 18:07:49.911501 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-173b37fe-1a00-4e9e-8ec2-6aa9f7fb6535 req-ce9b9b72-e534-44d8-b1c4-d183e86cbaf2 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 210 time: 0.0312817 Aug 31 18:07:50.789773 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40328d32-3fd7-4f6a-831f-8b371ade566e req-5705921e-c150-4cd8-a6c5-b7d633db9f6c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:50.791292 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-40328d32-3fd7-4f6a-831f-8b371ade566e req-5705921e-c150-4cd8-a6c5-b7d633db9f6c tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0551369 Aug 31 18:07:50.831232 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-40328d32-3fd7-4f6a-831f-8b371ade566e req-ce6dfdd2-306f-4f7e-94a8-883b019d4625 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335491 Aug 31 18:07:50.894823 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0e51d98e-812b-4a42-83ba-aab87694efb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:50.968210 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-2a762def-4b3a-448d-a731-0cf5b808ad29 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:50.969741 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-2a762def-4b3a-448d-a731-0cf5b808ad29 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.61 "GET /v2.0/networks?id=974245c4-d671-44ef-935b-f52897888770 HTTP/1.1" status: 200 len: 808 time: 0.1106575 Aug 31 18:07:51.010932 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-09a02875-8914-45c1-a39c-56a4926b6449 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Request body: {'port': {'device_id': 'b28b26af-3c68-4d35-934b-73f8ec403ee3', 'network_id': '974245c4-d671-44ef-935b-f52897888770', 'admin_state_up': True, 'tenant_id': '5b5237a166094bbe94c11975617a8b43'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:51.018569 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-672ea341-f364-421d-ad9a-b7811dcefc98 req-3c51c1b6-1122-45f6-a4c4-3d7298a42787 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 210 time: 0.0286851 Aug 31 18:07:51.266229 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-09a02875-8914-45c1-a39c-56a4926b6449 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Made reservation on behalf of 5b5237a166094bbe94c11975617a8b43 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:07:51.269738 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-09a02875-8914-45c1-a39c-56a4926b6449 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:51.403790 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-09a02875-8914-45c1-a39c-56a4926b6449 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Allocated IP 172.20.0.13 (974245c4-d671-44ef-935b-f52897888770/5a444b4a-01d3-4852-87ab-6dd4d2539c5f/6b539c91-802f-4487-8014-031c5afa078f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:07:51.561137 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-09a02875-8914-45c1-a39c-56a4926b6449 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:51.707258 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-09a02875-8914-45c1-a39c-56a4926b6449 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:51.752409 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-09a02875-8914-45c1-a39c-56a4926b6449 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Network 974245c4-d671-44ef-935b-f52897888770 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:07:51.755558 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-09a02875-8914-45c1-a39c-56a4926b6449 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:07:51.759394 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-09a02875-8914-45c1-a39c-56a4926b6449 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:07:51.766282 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a02875-8914-45c1-a39c-56a4926b6449 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Pushing event updated for resources: {'Port': ['ID=6b539c91-802f-4487-8014-031c5afa078f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:51.810298 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-09a02875-8914-45c1-a39c-56a4926b6449 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:51.810910 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-09a02875-8914-45c1-a39c-56a4926b6449 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:51.924677 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-09a02875-8914-45c1-a39c-56a4926b6449 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9177225 Aug 31 18:07:51.948360 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f25f7-3363-4836-b0af-bc05cd3445ed req-b5cc4746-bd63-4f7e-878e-eea5d94d57db tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:51.951345 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Request body: {'port': {'device_id': 'b28b26af-3c68-4d35-934b-73f8ec403ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:07:51.952448 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-034f25f7-3363-4836-b0af-bc05cd3445ed req-b5cc4746-bd63-4f7e-878e-eea5d94d57db tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0538659 Aug 31 18:07:51.990135 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-034f25f7-3363-4836-b0af-bc05cd3445ed req-88c50b8e-35ad-4d7a-90ed-7675c3f9dd7f tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337689 Aug 31 18:07:51.992137 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:52.014656 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:52.145986 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57fc0a-c342-4778-a273-20d0fdf9221b req-cdc50e0a-8c97-49a8-9621-f8586ea36b10 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:52.147616 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1a57fc0a-c342-4778-a273-20d0fdf9221b req-cdc50e0a-8c97-49a8-9621-f8586ea36b10 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 932 time: 0.0569096 Aug 31 18:07:52.189132 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1a57fc0a-c342-4778-a273-20d0fdf9221b req-c40aa2d5-a5aa-40eb-929a-923949c9e105 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346918 Aug 31 18:07:52.306280 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b539c91-802f-4487-8014-031c5afa078f {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:07:52.313997 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:52.325637 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Transition to ACTIVE for port object 6b539c91-802f-4487-8014-031c5afa078f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:07:52.478006 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:52.547359 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Pushing event updated for resources: {'Port': ['ID=6b539c91-802f-4487-8014-031c5afa078f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:52.846353 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Attempting to bind port 6b539c91-802f-4487-8014-031c5afa078f on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:07:52.846827 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Attempting to bind port 6b539c91-802f-4487-8014-031c5afa078f by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': '00b274a3-11cf-4d9a-9da7-7cb5a820b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '974245c4-d671-44ef-935b-f52897888770'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:07:52.847158 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Attempting to bind port 6b539c91-802f-4487-8014-031c5afa078f on network 974245c4-d671-44ef-935b-f52897888770 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:07:52.851689 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Port 6b539c91-802f-4487-8014-031c5afa078f on network 974245c4-d671-44ef-935b-f52897888770 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:07:52.851999 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Attempting to bind port 6b539c91-802f-4487-8014-031c5afa078f on network 974245c4-d671-44ef-935b-f52897888770 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:07:52.857923 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:07:52.858264 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Checking segment: {'id': '00b274a3-11cf-4d9a-9da7-7cb5a820b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '974245c4-d671-44ef-935b-f52897888770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:07:52.858641 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Bound using segment: {'id': '00b274a3-11cf-4d9a-9da7-7cb5a820b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '974245c4-d671-44ef-935b-f52897888770'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:07:52.859063 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Bound port: 6b539c91-802f-4487-8014-031c5afa078f, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b274a3-11cf-4d9a-9da7-7cb5a820b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '974245c4-d671-44ef-935b-f52897888770'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:07:52.859503 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:52.929764 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] For port 6b539c91-802f-4487-8014-031c5afa078f, host hv-cinder-80674, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:07:52.933117 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] For port 6b539c91-802f-4487-8014-031c5afa078f, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=6b539c91-802f-4487-8014-031c5afa078f,segment=NetworkSegment(00b274a3-11cf-4d9a-9da7-7cb5a820b3d7),segment_id=00b274a3-11cf-4d9a-9da7-7cb5a820b3d7)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:07:53.090738 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:53.119124 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afbe06-5312-40d8-a14d-e9230ac7a51f req-b564ffcc-1e36-4216-8487-956a0d39ae2e tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:53.120719 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a2afbe06-5312-40d8-a14d-e9230ac7a51f req-b564ffcc-1e36-4216-8487-956a0d39ae2e tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0549679 Aug 31 18:07:53.131233 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:53.131844 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:53.133216 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] 10.222.0.61 "PUT /v2.0/ports/6b539c91-802f-4487-8014-031c5afa078f HTTP/1.1" status: 200 len: 1094 time: 1.1866901 Aug 31 18:07:53.133647 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28b26af-3c68-4d35-934b-73f8ec403ee3', 'tag': '6b539c91-802f-4487-8014-031c5afa078f'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:07:53.135869 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0854cb-96ab-4095-8a9c-1498b9a02569" -d '{"events": [{"name": "network-changed", "server_uuid": "b28b26af-3c68-4d35-934b-73f8ec403ee3", "tag": "6b539c91-802f-4487-8014-031c5afa078f"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:07:53.171551 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a2afbe06-5312-40d8-a14d-e9230ac7a51f req-2d50d433-3910-4e3e-8d80-acdb46533412 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434098 Aug 31 18:07:53.173664 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd923ef-a1ae-4e5b-a723-b28ecfa3c212 service neutron] Pushing event updated for resources: {'Port': ['ID=6b539c91-802f-4487-8014-031c5afa078f,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:53.218217 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb70a6fb-a09b-4072-ac08-42ca05bd49a2 x-openstack-request-id: req-fb70a6fb-a09b-4072-ac08-42ca05bd49a2 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:07:53.218546 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28b26af-3c68-4d35-934b-73f8ec403ee3", "tag": "6b539c91-802f-4487-8014-031c5afa078f", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:07:53.218751 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb70a6fb-a09b-4072-ac08-42ca05bd49a2 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:07:53.220224 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28b26af-3c68-4d35-934b-73f8ec403ee3', 'tag': '6b539c91-802f-4487-8014-031c5afa078f', 'status': 'completed', 'code': 200} Aug 31 18:07:53.341286 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eac6c-3179-48bc-9c23-c48d67ad9652 req-d419ec4a-85fd-4d84-9e2c-85354ded9fef tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:53.343646 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c67eac6c-3179-48bc-9c23-c48d67ad9652 req-d419ec4a-85fd-4d84-9e2c-85354ded9fef tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0816340 Aug 31 18:07:53.352622 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf7d39-f478-4f7a-bf7c-559f13631000 req-d56ad902-5ad2-4392-a8a0-bb01b9b8f991 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:53.354144 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cccf7d39-f478-4f7a-bf7c-559f13631000 req-d56ad902-5ad2-4392-a8a0-bb01b9b8f991 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 944 time: 0.0910983 Aug 31 18:07:53.373337 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0854cb-96ab-4095-8a9c-1498b9a02569 req-ed3599ee-5a07-40c8-b261-e21bdfa6535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:53.374826 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1f0854cb-96ab-4095-8a9c-1498b9a02569 req-ed3599ee-5a07-40c8-b261-e21bdfa6535f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b5237a166094bbe94c11975617a8b43&device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 1097 time: 0.0506959 Aug 31 18:07:53.411304 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c67eac6c-3179-48bc-9c23-c48d67ad9652 req-741410d4-6d53-4bb5-a7a0-eda9c6a3db28 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561860 Aug 31 18:07:53.414170 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cccf7d39-f478-4f7a-bf7c-559f13631000 req-043fb539-fb29-4e94-a39c-c90f69228be0 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514781 Aug 31 18:07:53.501008 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8a898a30-8d96-41df-bdef-206896b3ad0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:53.516513 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0854cb-96ab-4095-8a9c-1498b9a02569 req-a4f8fa0e-a3b6-46c0-85ac-f91a3381b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:53.518037 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1f0854cb-96ab-4095-8a9c-1498b9a02569 req-a4f8fa0e-a3b6-46c0-85ac-f91a3381b699 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=5b5237a166094bbe94c11975617a8b43&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0967140 Aug 31 18:07:53.674335 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0854cb-96ab-4095-8a9c-1498b9a02569 req-54e437f1-d0fd-4442-aeb3-1f67efb55a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:53.675811 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1f0854cb-96ab-4095-8a9c-1498b9a02569 req-54e437f1-d0fd-4442-aeb3-1f67efb55a8a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1054485 Aug 31 18:07:53.706410 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:53.867281 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-95612be2-5bd4-4a22-94e7-e064ce2baf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:53.868762 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-95612be2-5bd4-4a22-94e7-e064ce2baf14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b5237a166094bbe94c11975617a8b43&device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 1097 time: 0.0445540 Aug 31 18:07:53.926827 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-10a04991-6583-498a-8777-9eaadae544ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b539c91-802f-4487-8014-031c5afa078f HTTP/1.1" status: 200 len: 217 time: 0.0352435 Aug 31 18:07:53.987412 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-d918fe9f-522f-4105-9fb2-a51b27357b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:53.988912 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-d918fe9f-522f-4105-9fb2-a51b27357b86 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a444b4a-01d3-4852-87ab-6dd4d2539c5f HTTP/1.1" status: 200 len: 848 time: 0.0495141 Aug 31 18:07:54.027686 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-c5439ba6-c8b0-4099-a9c1-fed59c5742ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=974245c4-d671-44ef-935b-f52897888770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253470 Aug 31 18:07:54.133770 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-38ce8788-843c-4c8e-b079-2785a15eb043 service neutron] 10.222.0.61 "GET /v2.0/networks/974245c4-d671-44ef-935b-f52897888770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842750 Aug 31 18:07:54.242694 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-37ce5c51-2b00-437a-bbf4-5f43a1ed8118 req-6b0599b1-e24d-454b-b466-426259686461 service neutron] 10.222.0.61 "GET /v2.0/networks/974245c4-d671-44ef-935b-f52897888770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952144 Aug 31 18:07:54.294649 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab3355-8483-4103-bffe-4009b25b5bdc req-78bd6faa-f4cd-4567-b943-6533091b31ff tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:54.296164 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1eab3355-8483-4103-bffe-4009b25b5bdc req-78bd6faa-f4cd-4567-b943-6533091b31ff tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0519960 Aug 31 18:07:54.334679 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1eab3355-8483-4103-bffe-4009b25b5bdc req-db13acc9-4c90-46a4-82d2-b4f0defe35ba tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319650 Aug 31 18:07:54.506405 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:54.561632 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878747d-1ba7-4f58-8fc9-b9587445e0ff req-6ecf5ae9-3ec8-4527-9d2a-516e7e3a4f6a tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:54.563216 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e878747d-1ba7-4f58-8fc9-b9587445e0ff req-6ecf5ae9-3ec8-4527-9d2a-516e7e3a4f6a tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 944 time: 0.0829237 Aug 31 18:07:54.571938 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f26fc-8b4a-4d8d-a988-ee010a93cbf3 req-8d1e822a-4d3b-472d-81af-50de2e9eb263 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:54.573364 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d14f26fc-8b4a-4d8d-a988-ee010a93cbf3 req-8d1e822a-4d3b-472d-81af-50de2e9eb263 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0912409 Aug 31 18:07:54.629868 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e878747d-1ba7-4f58-8fc9-b9587445e0ff req-d4d629d3-7aa5-4ea4-ad49-6ab20111b581 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553751 Aug 31 18:07:54.637494 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d14f26fc-8b4a-4d8d-a988-ee010a93cbf3 req-69e64808-def4-4739-8419-9fc7452d4060 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554423 Aug 31 18:07:55.459351 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5ebba-3886-4313-b968-d526d52fc2f3 req-578a2f61-7a98-486b-9038-64acfa5db083 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:55.461003 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-68c5ebba-3886-4313-b968-d526d52fc2f3 req-578a2f61-7a98-486b-9038-64acfa5db083 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0519378 Aug 31 18:07:55.501182 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-68c5ebba-3886-4313-b968-d526d52fc2f3 req-fafdaac6-b63d-4296-a58d-fd1311944ceb tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335014 Aug 31 18:07:55.792585 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d01747-c611-4da9-8ffe-d7de67b6b4de req-448ba08d-3d5d-4e32-af19-f66e57b4d461 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:55.794282 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-34d01747-c611-4da9-8ffe-d7de67b6b4de req-448ba08d-3d5d-4e32-af19-f66e57b4d461 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 944 time: 0.0936587 Aug 31 18:07:55.829288 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1aeba3-f00e-4603-b594-e14c2c4d5de8 req-d4e21cc4-f9b1-48d4-b568-fb851f9ae664 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:55.830932 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-eb1aeba3-f00e-4603-b594-e14c2c4d5de8 req-d4e21cc4-f9b1-48d4-b568-fb851f9ae664 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.1196470 Aug 31 18:07:55.846061 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 60072) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:55.885471 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-34d01747-c611-4da9-8ffe-d7de67b6b4de req-b3c19a97-ea9d-43cb-b504-2a3196525c69 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784311 Aug 31 18:07:55.894214 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-eb1aeba3-f00e-4603-b594-e14c2c4d5de8 req-95cd4b42-3d96-4870-a0f4-b4d5ddf540b0 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562148 Aug 31 18:07:55.966426 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:07:55.970143 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6c66-74cf-4071-8c65-e0ec47977d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:56.069077 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6c66-74cf-4071-8c65-e0ec47977d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:56.181005 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6c66-74cf-4071-8c65-e0ec47977d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:56.221918 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-0ddf6c66-74cf-4071-8c65-e0ec47977d0c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=007680a0b9d84db2b8a3bf466b986330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747194 Aug 31 18:07:56.222656 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf6c66-74cf-4071-8c65-e0ec47977d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244b89a5-2951-4a71-8bca-5c71a3a51cd7,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:56.226908 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 60078) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:56.275378 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b931b20-1a6a-4d55-a4fe-697cd56d558f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:56.295928 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b931b20-1a6a-4d55-a4fe-697cd56d558f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:56.403594 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b931b20-1a6a-4d55-a4fe-697cd56d558f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:56.406180 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b931b20-1a6a-4d55-a4fe-697cd56d558f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:56.407374 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-3b931b20-1a6a-4d55-a4fe-697cd56d558f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/244b89a5-2951-4a71-8bca-5c71a3a51cd7 HTTP/1.1" status: 204 len: 168 time: 0.1813562 Aug 31 18:07:56.416183 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b931b20-1a6a-4d55-a4fe-697cd56d558f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244b89a5-2951-4a71-8bca-5c71a3a51cd7,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:56.422899 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b931b20-1a6a-4d55-a4fe-697cd56d558f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:56.423243 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b931b20-1a6a-4d55-a4fe-697cd56d558f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:56.423574 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b931b20-1a6a-4d55-a4fe-697cd56d558f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:56.423900 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b931b20-1a6a-4d55-a4fe-697cd56d558f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:56.424224 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b931b20-1a6a-4d55-a4fe-697cd56d558f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:56.424551 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b931b20-1a6a-4d55-a4fe-697cd56d558f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:56.424958 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b931b20-1a6a-4d55-a4fe-697cd56d558f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:56.425280 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b931b20-1a6a-4d55-a4fe-697cd56d558f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:56.425599 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b931b20-1a6a-4d55-a4fe-697cd56d558f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:56.425914 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b931b20-1a6a-4d55-a4fe-697cd56d558f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:56.426275 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b931b20-1a6a-4d55-a4fe-697cd56d558f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:56.426589 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b931b20-1a6a-4d55-a4fe-697cd56d558f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:56.617552 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d3512-c60b-4310-8f4c-e10bba77998c req-97465607-43d9-4580-97c9-6fce6fac7846 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:56.619043 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7b3d3512-c60b-4310-8f4c-e10bba77998c req-97465607-43d9-4580-97c9-6fce6fac7846 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0497019 Aug 31 18:07:56.643209 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:56.659722 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7b3d3512-c60b-4310-8f4c-e10bba77998c req-ace85586-6b7c-4cc5-932a-1fcbe2d8aab0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337071 Aug 31 18:07:57.001207 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cd542-9376-440e-b2df-7ca1b9596d8b req-92aa3f18-22dc-48f4-841b-2e17cdd62050 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:57.002775 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b68cd542-9376-440e-b2df-7ca1b9596d8b req-92aa3f18-22dc-48f4-841b-2e17cdd62050 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 944 time: 0.0492115 Aug 31 18:07:57.042286 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b68cd542-9376-440e-b2df-7ca1b9596d8b req-828e0429-3bdf-46f7-ab5d-7aedf4167b6f tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332546 Aug 31 18:07:57.150969 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22bb2b-bb42-49a6-b7f1-1d8e8c4183e0 req-c50437cd-f50b-4088-a2d0-9825d3873f8e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:57.152542 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4b22bb2b-bb42-49a6-b7f1-1d8e8c4183e0 req-c50437cd-f50b-4088-a2d0-9825d3873f8e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0516121 Aug 31 18:07:57.195795 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4b22bb2b-bb42-49a6-b7f1-1d8e8c4183e0 req-ccae3bd3-979e-4a6a-a9ad-6137162c60b5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366287 Aug 31 18:07:57.205562 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 60098) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:57.221056 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afa235cf-3a27-428e-8cf0-955d15e402c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:57.314564 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afa235cf-3a27-428e-8cf0-955d15e402c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:57.320516 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc95d08-9998-40ff-934c-1719fde100aa req-64219d09-3417-4555-98ca-3c2227084a50 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:57.322042 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8cc95d08-9998-40ff-934c-1719fde100aa req-64219d09-3417-4555-98ca-3c2227084a50 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 945 time: 0.0503759 Aug 31 18:07:57.360602 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8cc95d08-9998-40ff-934c-1719fde100aa req-7b7e7731-87f6-4455-afdb-a99da5ca841b tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318890 Aug 31 18:07:57.390825 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afa235cf-3a27-428e-8cf0-955d15e402c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:57.432177 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-afa235cf-3a27-428e-8cf0-955d15e402c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=32d4d952e28b49f4a437311968492205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253227 Aug 31 18:07:57.433931 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa235cf-3a27-428e-8cf0-955d15e402c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ddd0ef-478c-4a7b-9e9f-16bb2c6251bf,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:57.434670 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 60102) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:57.483888 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e59df12-fc31-46d1-b173-575b203baf93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:57.504787 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e59df12-fc31-46d1-b173-575b203baf93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:57.620426 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e59df12-fc31-46d1-b173-575b203baf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:57.625627 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e59df12-fc31-46d1-b173-575b203baf93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:57.629010 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-2e59df12-fc31-46d1-b173-575b203baf93 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c6ddd0ef-478c-4a7b-9e9f-16bb2c6251bf HTTP/1.1" status: 204 len: 168 time: 0.1932530 Aug 31 18:07:57.638853 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59df12-fc31-46d1-b173-575b203baf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ddd0ef-478c-4a7b-9e9f-16bb2c6251bf,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:57.779859 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17a181-8c2f-4f0e-80e0-fe1cfedb6eeb req-9e1d4dc6-f395-4127-84be-a31f6063f2d1 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:57.781356 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ed17a181-8c2f-4f0e-80e0-fe1cfedb6eeb req-9e1d4dc6-f395-4127-84be-a31f6063f2d1 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0523169 Aug 31 18:07:57.818924 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ed17a181-8c2f-4f0e-80e0-fe1cfedb6eeb req-b449d41c-bef1-416a-b761-2ecec133a121 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfb53808-19be-4a15-9e60-03739a746bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314658 Aug 31 18:07:58.043746 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 6b539c91-802f-4487-8014-031c5afa078f details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:07:58.149873 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 6b539c91-802f-4487-8014-031c5afa078f, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=6b539c91-802f-4487-8014-031c5afa078f,segment=NetworkSegment(00b274a3-11cf-4d9a-9da7-7cb5a820b3d7),segment_id=00b274a3-11cf-4d9a-9da7-7cb5a820b3d7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:58.161542 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': '6b539c91-802f-4487-8014-031c5afa078f', 'network_id': '974245c4-d671-44ef-935b-f52897888770', 'port_id': '6b539c91-802f-4487-8014-031c5afa078f', 'mac_address': 'fa:16:3e:87:99:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a444b4a-01d3-4852-87ab-6dd4d2539c5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:07:58.164342 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd34196-2cac-4379-97b0-7a41a31a7c47 req-5ebe8086-01db-497c-914c-c73c3cdaa929 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:58.165897 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3cd34196-2cac-4379-97b0-7a41a31a7c47 req-5ebe8086-01db-497c-914c-c73c3cdaa929 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 944 time: 0.0522163 Aug 31 18:07:58.201654 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:58.214420 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3cd34196-2cac-4379-97b0-7a41a31a7c47 req-220c48e5-025d-40bb-b526-c3d23b94c06e tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414312 Aug 31 18:07:58.215419 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b539c91-802f-4487-8014-031c5afa078f {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:07:58.237273 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 6b539c91-802f-4487-8014-031c5afa078f, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=6b539c91-802f-4487-8014-031c5afa078f,segment=NetworkSegment(00b274a3-11cf-4d9a-9da7-7cb5a820b3d7),segment_id=00b274a3-11cf-4d9a-9da7-7cb5a820b3d7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:58.244094 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6422b3-e2c0-4bfa-9426-5f2d272cf79c req-0de08180-a536-43cf-b7d5-f753c441b14f tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:58.245681 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-be6422b3-e2c0-4bfa-9426-5f2d272cf79c req-0de08180-a536-43cf-b7d5-f753c441b14f tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.61 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 945 time: 0.0664842 Aug 31 18:07:58.320354 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c5e66-462c-4db7-98d7-6fa39c890cf2 req-c5f01343-780f-4f31-84c2-0a4775e87407 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:58.321887 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a48c5e66-462c-4db7-98d7-6fa39c890cf2 req-c5f01343-780f-4f31-84c2-0a4775e87407 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0504391 Aug 31 18:07:58.359185 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-be6422b3-e2c0-4bfa-9426-5f2d272cf79c req-63b12176-2a69-4c84-99fc-2b1b43202cd0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Deleting port b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:07:58.359523 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-be6422b3-e2c0-4bfa-9426-5f2d272cf79c req-63b12176-2a69-4c84-99fc-2b1b43202cd0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:58.363372 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a48c5e66-462c-4db7-98d7-6fa39c890cf2 req-b7430410-bece-4ec3-8fd8-9e216ac05e5c tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353658 Aug 31 18:07:58.369610 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:58.436626 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=6b539c91-802f-4487-8014-031c5afa078f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:58.444449 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:58.445087 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:58.445579 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:58.446163 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:58.446827 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:58.447404 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:58.447948 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:58.448427 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:58.448944 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:58.449442 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:58.449929 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:58.450398 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:07:58.475756 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-be6422b3-e2c0-4bfa-9426-5f2d272cf79c req-63b12176-2a69-4c84-99fc-2b1b43202cd0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] For port b7e6fc15-e7b8-4559-94f9-9f69b5972fc2, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b7e6fc15-e7b8-4559-94f9-9f69b5972fc2,segment=NetworkSegment(4c966230-c0a4-4e3c-97f4-9a193c4e27e9),segment_id=4c966230-c0a4-4e3c-97f4-9a193c4e27e9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:07:58.476172 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-be6422b3-e2c0-4bfa-9426-5f2d272cf79c req-63b12176-2a69-4c84-99fc-2b1b43202cd0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:58.493637 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 60128) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:58.494100 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-be6422b3-e2c0-4bfa-9426-5f2d272cf79c req-63b12176-2a69-4c84-99fc-2b1b43202cd0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Calling delete_port for b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:07:58.508613 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaed5cc-c5da-4533-b310-4ef0aa6f47f3 req-f8c02864-e378-43a5-af47-2993ae88a3f9 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:58.510239 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2eaed5cc-c5da-4533-b310-4ef0aa6f47f3 req-f8c02864-e378-43a5-af47-2993ae88a3f9 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 945 time: 0.0644720 Aug 31 18:07:58.516125 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-366e1b7e-e105-4a8f-b222-93c349f9ac8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:58.572909 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2eaed5cc-c5da-4533-b310-4ef0aa6f47f3 req-5de0086f-a9a1-4c72-a973-119fbef49f8b tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542600 Aug 31 18:07:58.639463 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-366e1b7e-e105-4a8f-b222-93c349f9ac8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:58.734890 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-be6422b3-e2c0-4bfa-9426-5f2d272cf79c req-63b12176-2a69-4c84-99fc-2b1b43202cd0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:58.763768 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b12176-2a69-4c84-99fc-2b1b43202cd0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Pushing event deleted for resources: {'Port': ['ID=b7e6fc15-e7b8-4559-94f9-9f69b5972fc2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:58.764016 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-366e1b7e-e105-4a8f-b222-93c349f9ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:58.787916 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['b7e6fc15-e7b8-4559-94f9-9f69b5972fc2'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:07:58.808316 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 60130) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:07:58.808524 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-366e1b7e-e105-4a8f-b222-93c349f9ac8a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ea24a09663d49bf86caee18ead3a884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135860 Aug 31 18:07:58.809162 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e1b7e-e105-4a8f-b222-93c349f9ac8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f0904c-1b11-430d-8f49-9bea4586c0f8,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:58.812904 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6422b3-e2c0-4bfa-9426-5f2d272cf79c req-63b12176-2a69-4c84-99fc-2b1b43202cd0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] No DVR routers for this DVR port b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 on host hv-cinder-80674 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:07:58.815298 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-be6422b3-e2c0-4bfa-9426-5f2d272cf79c req-63b12176-2a69-4c84-99fc-2b1b43202cd0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:58.817314 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-be6422b3-e2c0-4bfa-9426-5f2d272cf79c req-63b12176-2a69-4c84-99fc-2b1b43202cd0 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.61 "DELETE /v2.0/ports/b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 HTTP/1.1" status: 204 len: 173 time: 0.5641625 Aug 31 18:07:58.822617 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd359bcb7-2947-4404-8b7a-4e7fcac5943e', 'name': 'network-vif-deleted', 'tag': 'b7e6fc15-e7b8-4559-94f9-9f69b5972fc2'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:07:58.825395 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d465b0e-799c-4912-8749-6758c8e54544" -d '{"events": [{"server_uuid": "d359bcb7-2947-4404-8b7a-4e7fcac5943e", "name": "network-vif-deleted", "tag": "b7e6fc15-e7b8-4559-94f9-9f69b5972fc2"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:07:58.863710 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b495629-6db6-4e61-9f7c-050b61f2a774 x-openstack-request-id: req-9b495629-6db6-4e61-9f7c-050b61f2a774 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:07:58.868741 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d359bcb7-2947-4404-8b7a-4e7fcac5943e", "name": "network-vif-deleted", "tag": "b7e6fc15-e7b8-4559-94f9-9f69b5972fc2", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:07:58.868741 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b495629-6db6-4e61-9f7c-050b61f2a774 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:07:58.868741 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd359bcb7-2947-4404-8b7a-4e7fcac5943e', 'name': 'network-vif-deleted', 'tag': 'b7e6fc15-e7b8-4559-94f9-9f69b5972fc2', 'status': 'completed', 'code': 200} Aug 31 18:07:58.878626 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-271bd6f1-410e-46ed-9b28-c50edcaf9b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:58.902041 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-271bd6f1-410e-46ed-9b28-c50edcaf9b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:58.927691 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4a8f22f0-e240-4d46-80c7-9092326e2174 req-a199e022-7332-44fb-9fe9-0925c4ca97b6 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 210 time: 0.0327914 Aug 31 18:07:59.036714 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-271bd6f1-410e-46ed-9b28-c50edcaf9b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:59.039389 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-271bd6f1-410e-46ed-9b28-c50edcaf9b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:07:59.040646 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-271bd6f1-410e-46ed-9b28-c50edcaf9b2d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/31f0904c-1b11-430d-8f49-9bea4586c0f8 HTTP/1.1" status: 204 len: 168 time: 0.2304358 Aug 31 18:07:59.049959 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bd6f1-410e-46ed-9b28-c50edcaf9b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f0904c-1b11-430d-8f49-9bea4586c0f8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:07:59.313278 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['6b539c91-802f-4487-8014-031c5afa078f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:07:59.332360 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d61b7-ba41-4d01-9810-f69c0401a650 req-e804d38c-95f5-468a-a873-124ca2da0259 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:59.334032 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b04d61b7-ba41-4d01-9810-f69c0401a650 req-e804d38c-95f5-468a-a873-124ca2da0259 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 945 time: 0.0491600 Aug 31 18:07:59.375889 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b04d61b7-ba41-4d01-9810-f69c0401a650 req-a576a0fc-1c46-4a00-90f2-28487439ab03 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359800 Aug 31 18:07:59.499369 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3735f8-2a24-4a0a-949f-699f457b6a99 req-2bec3d68-0721-438e-bbaf-842d6d437de5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:59.501368 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ec3735f8-2a24-4a0a-949f-699f457b6a99 req-2bec3d68-0721-438e-bbaf-842d6d437de5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0624065 Aug 31 18:07:59.551734 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ec3735f8-2a24-4a0a-949f-699f457b6a99 req-e6ae5da2-7aae-4caf-917b-8e89b0c6b0ff tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379663 Aug 31 18:07:59.695839 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b18c5-20e0-4f01-9a3b-2079a7338786 req-cff4857b-c453-4c1b-8d3a-84f139c4abc6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:07:59.697252 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-326b18c5-20e0-4f01-9a3b-2079a7338786 req-cff4857b-c453-4c1b-8d3a-84f139c4abc6 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 945 time: 0.0488393 Aug 31 18:07:59.739315 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-326b18c5-20e0-4f01-9a3b-2079a7338786 req-91f08d91-22c8-4b0e-a01e-661bb6f930c0 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361350 Aug 31 18:08:00.024815 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-18c23789-c586-48dd-9b89-4f59253e7f94 req-f082d7b5-40e8-4120-8ee0-21972bd66bf4 tempest-ServerRescueNegativeTestJSON-1565537219 tempest-ServerRescueNegativeTestJSON-1565537219-project] 10.222.0.58 "GET /v2.0/ports?device_id=d359bcb7-2947-4404-8b7a-4e7fcac5943e HTTP/1.1" status: 200 len: 210 time: 0.0294728 Aug 31 18:08:00.448365 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac6086-3342-4f2f-9b93-ae8fc1fb8cb3 req-45b6080d-06e5-4a33-a0a0-ae3e394ff241 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:00.450365 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-51ac6086-3342-4f2f-9b93-ae8fc1fb8cb3 req-45b6080d-06e5-4a33-a0a0-ae3e394ff241 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 945 time: 0.0491004 Aug 31 18:08:00.499077 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bbb33-1230-480c-ab07-df4263e114d4 req-ec71b019-39c3-4239-acbd-88892d6cd057 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:00.500547 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7c3bbb33-1230-480c-ab07-df4263e114d4 req-ec71b019-39c3-4239-acbd-88892d6cd057 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 945 time: 0.0540276 Aug 31 18:08:00.539760 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7c3bbb33-1230-480c-ab07-df4263e114d4 req-142c80c9-5868-4ea2-ae83-690382bd1743 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331631 Aug 31 18:08:00.551656 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-51ac6086-3342-4f2f-9b93-ae8fc1fb8cb3 req-6aa7e7a7-8872-4afb-a2df-40af5eabc55e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Deleting port 441d7400-9279-4685-899e-1ef0e1e88439 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:08:00.552001 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51ac6086-3342-4f2f-9b93-ae8fc1fb8cb3 req-6aa7e7a7-8872-4afb-a2df-40af5eabc55e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:00.644969 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-51ac6086-3342-4f2f-9b93-ae8fc1fb8cb3 req-6aa7e7a7-8872-4afb-a2df-40af5eabc55e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] For port 441d7400-9279-4685-899e-1ef0e1e88439, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=441d7400-9279-4685-899e-1ef0e1e88439,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:08:00.645322 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51ac6086-3342-4f2f-9b93-ae8fc1fb8cb3 req-6aa7e7a7-8872-4afb-a2df-40af5eabc55e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:00.658444 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-51ac6086-3342-4f2f-9b93-ae8fc1fb8cb3 req-6aa7e7a7-8872-4afb-a2df-40af5eabc55e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Calling delete_port for 441d7400-9279-4685-899e-1ef0e1e88439 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:08:00.670282 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12170f07-7bf0-499e-bb3f-fd577de7dccf req-e180141d-8717-461f-a94f-0ffc798e1ea2 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:00.672080 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-12170f07-7bf0-499e-bb3f-fd577de7dccf req-e180141d-8717-461f-a94f-0ffc798e1ea2 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0501292 Aug 31 18:08:00.711492 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-12170f07-7bf0-499e-bb3f-fd577de7dccf req-dd715c86-492e-4350-ad0c-b3105a81b07c tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332015 Aug 31 18:08:00.865091 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7610a-e58a-46f7-a117-38b60a679e3d req-a6da96b5-942e-4048-89e9-ec76262ad6bd tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:00.866573 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2cb7610a-e58a-46f7-a117-38b60a679e3d req-a6da96b5-942e-4048-89e9-ec76262ad6bd tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 945 time: 0.0482986 Aug 31 18:08:00.903441 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2cb7610a-e58a-46f7-a117-38b60a679e3d req-f9f83b63-7680-4b82-9596-47e2b61459e0 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303011 Aug 31 18:08:00.935366 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51ac6086-3342-4f2f-9b93-ae8fc1fb8cb3 req-6aa7e7a7-8872-4afb-a2df-40af5eabc55e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:00.965828 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7e7a7-8872-4afb-a2df-40af5eabc55e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Pushing event deleted for resources: {'Port': ['ID=441d7400-9279-4685-899e-1ef0e1e88439,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:00.980211 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['575bd565-2114-44ee-a4cc-f9709eb04b62', 'b34a9f93-d506-48aa-a523-bfd6d771774f', '2c1c4548-f267-4462-96ec-9eb5e281871d', '441d7400-9279-4685-899e-1ef0e1e88439'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:08:01.008068 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ac6086-3342-4f2f-9b93-ae8fc1fb8cb3 req-6aa7e7a7-8872-4afb-a2df-40af5eabc55e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] No DVR routers for this DVR port 441d7400-9279-4685-899e-1ef0e1e88439 on host hv-cinder-80674 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:08:01.010879 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-51ac6086-3342-4f2f-9b93-ae8fc1fb8cb3 req-6aa7e7a7-8872-4afb-a2df-40af5eabc55e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:01.013129 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-51ac6086-3342-4f2f-9b93-ae8fc1fb8cb3 req-6aa7e7a7-8872-4afb-a2df-40af5eabc55e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.61 "DELETE /v2.0/ports/441d7400-9279-4685-899e-1ef0e1e88439 HTTP/1.1" status: 204 len: 173 time: 0.5500383 Aug 31 18:08:01.013713 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9b4fc6-2027-46ed-a85b-ab2e6d4da241', 'name': 'network-vif-deleted', 'tag': '441d7400-9279-4685-899e-1ef0e1e88439'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:08:01.016198 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67cf28c-dbb6-4f7e-8488-fda1204db654" -d '{"events": [{"server_uuid": "9e9b4fc6-2027-46ed-a85b-ab2e6d4da241", "name": "network-vif-deleted", "tag": "441d7400-9279-4685-899e-1ef0e1e88439"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:08:01.053862 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6e0af8-d92a-45ea-a534-6039e4a26158 x-openstack-request-id: req-7c6e0af8-d92a-45ea-a534-6039e4a26158 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:08:01.054753 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9b4fc6-2027-46ed-a85b-ab2e6d4da241", "name": "network-vif-deleted", "tag": "441d7400-9279-4685-899e-1ef0e1e88439", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:08:01.064268 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c6e0af8-d92a-45ea-a534-6039e4a26158 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:08:01.064268 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9b4fc6-2027-46ed-a85b-ab2e6d4da241', 'name': 'network-vif-deleted', 'tag': '441d7400-9279-4685-899e-1ef0e1e88439', 'status': 'completed', 'code': 200} Aug 31 18:08:01.091086 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 60172) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:01.509469 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-631ba8ee-9330-4d9f-8b52-e128c3dde350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16625169'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:01.662382 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af52bfe-c4d4-448d-9480-3f9d0fcfcc9f req-b89a1440-1511-41c0-b694-8d10f87cffce tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:01.663876 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1af52bfe-c4d4-448d-9480-3f9d0fcfcc9f req-b89a1440-1511-41c0-b694-8d10f87cffce tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 945 time: 0.0526421 Aug 31 18:08:01.706335 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1af52bfe-c4d4-448d-9480-3f9d0fcfcc9f req-968227ca-7f48-4a0c-8a58-3bd77607bf41 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356369 Aug 31 18:08:01.811624 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-631ba8ee-9330-4d9f-8b52-e128c3dde350 admin admin] Deleting port e1227f1a-73dc-46e9-ae37-1fa3fd102e41 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:08:01.811958 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-631ba8ee-9330-4d9f-8b52-e128c3dde350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:01.831877 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055ca37-9245-4985-82c2-4ebe4392b493 req-dc4e9ff4-63d2-42e4-9a4c-34ada294d4f3 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:01.833394 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2055ca37-9245-4985-82c2-4ebe4392b493 req-dc4e9ff4-63d2-42e4-9a4c-34ada294d4f3 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0500252 Aug 31 18:08:01.873445 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2055ca37-9245-4985-82c2-4ebe4392b493 req-b80f8096-8a6f-488c-8881-3021e1b96f5a tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338748 Aug 31 18:08:01.890714 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-631ba8ee-9330-4d9f-8b52-e128c3dde350 admin admin] For port e1227f1a-73dc-46e9-ae37-1fa3fd102e41, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=e1227f1a-73dc-46e9-ae37-1fa3fd102e41,segment=NetworkSegment(4c966230-c0a4-4e3c-97f4-9a193c4e27e9),segment_id=4c966230-c0a4-4e3c-97f4-9a193c4e27e9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:08:01.891133 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-631ba8ee-9330-4d9f-8b52-e128c3dde350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:01.903632 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-631ba8ee-9330-4d9f-8b52-e128c3dde350 admin admin] Calling delete_port for e1227f1a-73dc-46e9-ae37-1fa3fd102e41 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:08:02.007726 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e2157ccc-d921-450d-a5c2-4d94fb0180ce req-4c268afc-38d4-4d71-bcfa-9c76e35a26cd tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e9b4fc6-2027-46ed-a85b-ab2e6d4da241 HTTP/1.1" status: 200 len: 210 time: 0.0273919 Aug 31 18:08:02.087326 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 6b539c91-802f-4487-8014-031c5afa078f up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:08:02.208369 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-631ba8ee-9330-4d9f-8b52-e128c3dde350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:02.236107 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ba8ee-9330-4d9f-8b52-e128c3dde350 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1227f1a-73dc-46e9-ae37-1fa3fd102e41,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:02.272742 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port 6b539c91-802f-4487-8014-031c5afa078f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:08:02.278038 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port 6b539c91-802f-4487-8014-031c5afa078f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:08:02.279630 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:02.360309 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:02.388236 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28b26af-3c68-4d35-934b-73f8ec403ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b539c91-802f-4487-8014-031c5afa078f'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:08:02.390607 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45080c3-578d-4769-8599-f65e92debadd" -d '{"events": [{"server_uuid": "b28b26af-3c68-4d35-934b-73f8ec403ee3", "name": "network-vif-plugged", "status": "completed", "tag": "6b539c91-802f-4487-8014-031c5afa078f"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:08:02.396081 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-631ba8ee-9330-4d9f-8b52-e128c3dde350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16289137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16625293'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:02.533311 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2592b947-a923-4c69-9d0d-bb3237c3ca8d x-openstack-request-id: req-2592b947-a923-4c69-9d0d-bb3237c3ca8d {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:08:02.533595 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28b26af-3c68-4d35-934b-73f8ec403ee3", "name": "network-vif-plugged", "status": "completed", "tag": "6b539c91-802f-4487-8014-031c5afa078f", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:08:02.533846 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2592b947-a923-4c69-9d0d-bb3237c3ca8d {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:08:02.534247 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28b26af-3c68-4d35-934b-73f8ec403ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b539c91-802f-4487-8014-031c5afa078f', 'code': 200} Aug 31 18:08:02.539480 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 6b539c91-802f-4487-8014-031c5afa078f, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=6b539c91-802f-4487-8014-031c5afa078f,segment=NetworkSegment(00b274a3-11cf-4d9a-9da7-7cb5a820b3d7),segment_id=00b274a3-11cf-4d9a-9da7-7cb5a820b3d7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:08:02.625874 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631ba8ee-9330-4d9f-8b52-e128c3dde350 admin admin] Router 09acaf11-8c2a-4ab6-8563-9882820102d0 has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:08:02.666504 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:02.667428 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:08:02.689530 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:08:02.689875 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device b7e6fc15-e7b8-4559-94f9-9f69b5972fc2 not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:08:02.690295 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 441d7400-9279-4685-899e-1ef0e1e88439 no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:08:02.730598 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: 441d7400-9279-4685-899e-1ef0e1e88439 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:08:02.730948 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 441d7400-9279-4685-899e-1ef0e1e88439 not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:08:02.758958 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=6b539c91-802f-4487-8014-031c5afa078f,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:02.839290 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73837b24-eb8d-48f9-849e-da9040cb5c9d req-d8f93345-6cff-4e2d-846b-752ebb64741e tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:02.840970 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-73837b24-eb8d-48f9-849e-da9040cb5c9d req-d8f93345-6cff-4e2d-846b-752ebb64741e tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 946 time: 0.0572853 Aug 31 18:08:02.881560 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-73837b24-eb8d-48f9-849e-da9040cb5c9d req-091aadc6-d567-48aa-9647-d3a76be46b0c tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340581 Aug 31 18:08:02.994123 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce989-2c2d-4f29-b452-6e1423a3bc34 req-13c96822-46ff-4456-888e-cddbee5f5334 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:02.995620 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-014ce989-2c2d-4f29-b452-6e1423a3bc34 req-13c96822-46ff-4456-888e-cddbee5f5334 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0486588 Aug 31 18:08:03.000157 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631ba8ee-9330-4d9f-8b52-e128c3dde350 admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:08:03.009582 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-631ba8ee-9330-4d9f-8b52-e128c3dde350 admin admin] 10.222.0.58 "PUT /v2.0/routers/09acaf11-8c2a-4ab6-8563-9882820102d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9139578 Aug 31 18:08:03.010111 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 60190) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:03.013312 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565b50fb-4ec3-4335-8269-9df0eacaaedd None None] Sync routers for ids ['09acaf11-8c2a-4ab6-8563-9882820102d0'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:08:03.019269 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f6be1-bf8b-44d3-a3ef-f1c18a5d02a9 req-e760d445-cd0e-4cc5-a9a1-5a1d9053561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:03.020743 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-360f6be1-bf8b-44d3-a3ef-f1c18a5d02a9 req-e760d445-cd0e-4cc5-a9a1-5a1d9053561b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 1099 time: 0.0662580 Aug 31 18:08:03.025530 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565b50fb-4ec3-4335-8269-9df0eacaaedd None None] Routers {'09acaf11-8c2a-4ab6-8563-9882820102d0'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:08:03.026152 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-565b50fb-4ec3-4335-8269-9df0eacaaedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:07:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['09acaf11-8c2a-4ab6-8563-9882820102d0'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:08:03.053431 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-014ce989-2c2d-4f29-b452-6e1423a3bc34 req-5538a055-1c41-4f58-a8a6-591d28e5a453 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491126 Aug 31 18:08:03.127861 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-360f6be1-bf8b-44d3-a3ef-f1c18a5d02a9 req-93fcb932-f300-4c37-91e5-36c3ec8a6de0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730453 Aug 31 18:08:03.150651 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-156fd808-467e-4a4d-8c1e-32f4de43fe1e admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:03.169638 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-565b50fb-4ec3-4335-8269-9df0eacaaedd None None] Set router 09acaf11-8c2a-4ab6-8563-9882820102d0 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:08:03.260645 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-156fd808-467e-4a4d-8c1e-32f4de43fe1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:03.355278 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-565b50fb-4ec3-4335-8269-9df0eacaaedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09acaf11-8c2a-4ab6-8563-9882820102d0', 'name': 'tempest-ServerRescueNegativeTestJSON-805371468-router', 'tenant_id': '6058b10a83d8420bb755354e3a8d3077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c6d507c4-ec45-4b7f-9d3a-6d186c681e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:15Z', 'updated_at': '2021-08-31T18:08:02Z', 'revision_number': 5, 'project_id': '6058b10a83d8420bb755354e3a8d3077', 'gw_port': {'id': 'c6d507c4-ec45-4b7f-9d3a-6d186c681e74', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09acaf11-8c2a-4ab6-8563-9882820102d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:16Z', 'updated_at': '2021-08-31T18:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:08:03.386400 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565b50fb-4ec3-4335-8269-9df0eacaaedd None None] Checking router: 09acaf11-8c2a-4ab6-8563-9882820102d0 for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:08:03.394718 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565b50fb-4ec3-4335-8269-9df0eacaaedd None None] Routers {'09acaf11-8c2a-4ab6-8563-9882820102d0'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:08:03.395264 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-565b50fb-4ec3-4335-8269-9df0eacaaedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:07:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['09acaf11-8c2a-4ab6-8563-9882820102d0'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:08:03.424412 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-156fd808-467e-4a4d-8c1e-32f4de43fe1e admin admin] Deleting port c6d507c4-ec45-4b7f-9d3a-6d186c681e74 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:08:03.424816 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-156fd808-467e-4a4d-8c1e-32f4de43fe1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:03.478670 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-565b50fb-4ec3-4335-8269-9df0eacaaedd None None] Set router 09acaf11-8c2a-4ab6-8563-9882820102d0 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:08:03.508875 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-156fd808-467e-4a4d-8c1e-32f4de43fe1e admin admin] For port c6d507c4-ec45-4b7f-9d3a-6d186c681e74, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=c6d507c4-ec45-4b7f-9d3a-6d186c681e74,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:08:03.509297 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-156fd808-467e-4a4d-8c1e-32f4de43fe1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:03.521273 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-156fd808-467e-4a4d-8c1e-32f4de43fe1e admin admin] Calling delete_port for c6d507c4-ec45-4b7f-9d3a-6d186c681e74 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:08:03.534889 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-565b50fb-4ec3-4335-8269-9df0eacaaedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09acaf11-8c2a-4ab6-8563-9882820102d0', 'name': 'tempest-ServerRescueNegativeTestJSON-805371468-router', 'tenant_id': '6058b10a83d8420bb755354e3a8d3077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:15Z', 'updated_at': '2021-08-31T18:08:03Z', 'revision_number': 6, 'project_id': '6058b10a83d8420bb755354e3a8d3077', 'gw_port_host': None}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:08:03.561716 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565b50fb-4ec3-4335-8269-9df0eacaaedd None None] The sync data for ids ['09acaf11-8c2a-4ab6-8563-9882820102d0'] in dv-cinder-806740-4-iscsi is: [{'id': '09acaf11-8c2a-4ab6-8563-9882820102d0', 'name': 'tempest-ServerRescueNegativeTestJSON-805371468-router', 'tenant_id': '6058b10a83d8420bb755354e3a8d3077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:15Z', 'updated_at': '2021-08-31T18:08:03Z', 'revision_number': 6, 'project_id': '6058b10a83d8420bb755354e3a8d3077', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:08:03.763898 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-156fd808-467e-4a4d-8c1e-32f4de43fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:03.791922 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fd808-467e-4a4d-8c1e-32f4de43fe1e admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d507c4-ec45-4b7f-9d3a-6d186c681e74,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:03.853667 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-156fd808-467e-4a4d-8c1e-32f4de43fe1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16620591'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:03.972678 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-156fd808-467e-4a4d-8c1e-32f4de43fe1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16626705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15892'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:03.975260 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-156fd808-467e-4a4d-8c1e-32f4de43fe1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:04.006337 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e4de5-953b-4be3-a2d3-8be53776b941 req-71dbb236-5f0c-4eea-84cb-b50392cda90e tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:04.007973 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a04e4de5-953b-4be3-a2d3-8be53776b941 req-71dbb236-5f0c-4eea-84cb-b50392cda90e tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 946 time: 0.0524144 Aug 31 18:08:04.056255 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a04e4de5-953b-4be3-a2d3-8be53776b941 req-c620117b-b98e-451e-b1a1-9c0daafe11d7 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385680 Aug 31 18:08:04.141103 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-156fd808-467e-4a4d-8c1e-32f4de43fe1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16626714'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:04.141636 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156fd808-467e-4a4d-8c1e-32f4de43fe1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09acaf11-8c2a-4ab6-8563-9882820102d0 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 18:08:04.146894 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-156fd808-467e-4a4d-8c1e-32f4de43fe1e admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:04.148149 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-156fd808-467e-4a4d-8c1e-32f4de43fe1e admin admin] 10.222.0.58 "DELETE /v2.0/routers/09acaf11-8c2a-4ab6-8563-9882820102d0 HTTP/1.1" status: 204 len: 168 time: 1.1371293 Aug 31 18:08:04.151992 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 60206) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:04.197835 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-685fcbee-df22-4f79-b734-f43a03727b7a admin admin] Deleting subnet f1ac8396-1493-4c14-afbc-6ca83d5e9484 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:08:04.202777 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-685fcbee-df22-4f79-b734-f43a03727b7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:04.213722 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92368e-57c0-4715-8876-6c2df5ec3488 req-59d06e03-078f-4037-95f7-66be6e16c209 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:04.215978 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b92368e-57c0-4715-8876-6c2df5ec3488 req-59d06e03-078f-4037-95f7-66be6e16c209 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0575829 Aug 31 18:08:04.242875 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-685fcbee-df22-4f79-b734-f43a03727b7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25009181'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:04.256101 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b92368e-57c0-4715-8876-6c2df5ec3488 req-dd3d5e6a-eec6-466d-9493-39018ba6f3c7 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335805 Aug 31 18:08:04.284525 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-685fcbee-df22-4f79-b734-f43a03727b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-582367'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:04.388021 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device e1227f1a-73dc-46e9-ae37-1fa3fd102e41 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:08:04.411967 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: e1227f1a-73dc-46e9-ae37-1fa3fd102e41 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:08:04.412319 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device e1227f1a-73dc-46e9-ae37-1fa3fd102e41 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:08:04.412754 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device c6d507c4-ec45-4b7f-9d3a-6d186c681e74 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:08:04.433497 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-685fcbee-df22-4f79-b734-f43a03727b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-582356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24928578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13010073'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:04.434995 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: c6d507c4-ec45-4b7f-9d3a-6d186c681e74 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:08:04.435371 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device c6d507c4-ec45-4b7f-9d3a-6d186c681e74 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:08:04.464041 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-685fcbee-df22-4f79-b734-f43a03727b7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:04.466962 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-685fcbee-df22-4f79-b734-f43a03727b7a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f1ac8396-1493-4c14-afbc-6ca83d5e9484 HTTP/1.1" status: 204 len: 168 time: 0.3153942 Aug 31 18:08:04.468211 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fcbee-df22-4f79-b734-f43a03727b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1ac8396-1493-4c14-afbc-6ca83d5e9484,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:04.469625 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 60214) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:04.544026 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-66ee0248-5026-4a86-b2af-4af6fe147276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563888'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:04.629537 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-66ee0248-5026-4a86-b2af-4af6fe147276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582948', 'neutron.services.segments.db._delete_segments_for_network-8760416493249'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:04.639995 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-66ee0248-5026-4a86-b2af-4af6fe147276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9095fd0f-8ec8-4dbf-87ec-9629298c3b50']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:08:04.650293 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-66ee0248-5026-4a86-b2af-4af6fe147276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c966230-c0a4-4e3c-97f4-9a193c4e27e9') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:08:04.650552 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-66ee0248-5026-4a86-b2af-4af6fe147276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c966230-c0a4-4e3c-97f4-9a193c4e27e9') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:08:04.659889 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-66ee0248-5026-4a86-b2af-4af6fe147276 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760416505941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14011211'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:04.673508 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-66ee0248-5026-4a86-b2af-4af6fe147276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:04.679238 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ee0248-5026-4a86-b2af-4af6fe147276 admin admin] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:08:04.679621 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-66ee0248-5026-4a86-b2af-4af6fe147276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14918096'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: Traceback (most recent call last): Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: timer() Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: cb(*args, **kw) Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: return func(*args, **kwargs) Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: self._notify() Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: self.callback(batched_events) Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: event.method(event) Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: return f(self, *a, **k) Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._get(url).json() Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:08:04.681241 dv-cinder-806740-4-iscsi neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:08:04.826671 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-66ee0248-5026-4a86-b2af-4af6fe147276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-582973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16620547'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:04.834179 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-66ee0248-5026-4a86-b2af-4af6fe147276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:04.838158 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-66ee0248-5026-4a86-b2af-4af6fe147276 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9095fd0f-8ec8-4dbf-87ec-9629298c3b50 HTTP/1.1" status: 204 len: 168 time: 0.3653269 Aug 31 18:08:04.846791 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee0248-5026-4a86-b2af-4af6fe147276 admin admin] Pushing event deleted for resources: {'Network': ['ID=9095fd0f-8ec8-4dbf-87ec-9629298c3b50,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:04.953528 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce57ea0-4222-434c-92bf-6fe36c6016a3 req-ca29475a-253d-4346-ba07-9ec0d7deeeca tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:04.955017 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8ce57ea0-4222-434c-92bf-6fe36c6016a3 req-ca29475a-253d-4346-ba07-9ec0d7deeeca tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 946 time: 0.0541368 Aug 31 18:08:04.994243 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8ce57ea0-4222-434c-92bf-6fe36c6016a3 req-fb88718a-a580-41e4-8a1b-c7d46cd8969d tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329225 Aug 31 18:08:05.173659 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2caf64-f9cc-4872-a386-fa4b1650dc29 req-9024ec0e-85ee-4bab-ad00-daf1d65b53da tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:05.175171 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dc2caf64-f9cc-4872-a386-fa4b1650dc29 req-9024ec0e-85ee-4bab-ad00-daf1d65b53da tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 946 time: 0.0495682 Aug 31 18:08:05.213373 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dc2caf64-f9cc-4872-a386-fa4b1650dc29 req-2fd61557-ff61-4881-9477-79632d20b394 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322037 Aug 31 18:08:05.273768 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 60226) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:05.320876 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-01171d1b-9370-490c-823c-889b0cfd2b1d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6058b10a83d8420bb755354e3a8d3077&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0451474 Aug 31 18:08:05.323480 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 60230) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:05.409397 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb2ddf-e9fe-48a8-a16a-b2b51b34a137 req-5c13c59e-c28a-4939-8204-61dfc9a2e9fb tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:05.410743 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a2eb2ddf-e9fe-48a8-a16a-b2b51b34a137 req-5c13c59e-c28a-4939-8204-61dfc9a2e9fb tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0738430 Aug 31 18:08:05.415331 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-989ec9a2-95b5-4086-bdc5-938757b7cd26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:05.452874 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-989ec9a2-95b5-4086-bdc5-938757b7cd26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:05.477926 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a2eb2ddf-e9fe-48a8-a16a-b2b51b34a137 req-a9f4761f-ee79-463f-9214-d51c206a9dfc tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607562 Aug 31 18:08:05.615052 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-989ec9a2-95b5-4086-bdc5-938757b7cd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:05.617678 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-989ec9a2-95b5-4086-bdc5-938757b7cd26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:05.618874 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-989ec9a2-95b5-4086-bdc5-938757b7cd26 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cfb53808-19be-4a15-9e60-03739a746bcd HTTP/1.1" status: 204 len: 168 time: 0.2941849 Aug 31 18:08:05.626560 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ec9a2-95b5-4086-bdc5-938757b7cd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb53808-19be-4a15-9e60-03739a746bcd,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:06.121974 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d432b4-fcd3-4467-826f-046b9866f4c8 req-aa825482-b3c9-461d-8a15-654cfb466803 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:06.123577 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-13d432b4-fcd3-4467-826f-046b9866f4c8 req-aa825482-b3c9-461d-8a15-654cfb466803 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 946 time: 0.0546291 Aug 31 18:08:06.164365 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-13d432b4-fcd3-4467-826f-046b9866f4c8 req-51166c05-ce5a-4af7-939e-c259bbefba59 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343504 Aug 31 18:08:06.332081 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d75b3-395c-4f72-9e0b-0e8f452726d6 req-4bebc32e-dc77-4890-a9f4-c238421c9b47 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:06.333745 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a37d75b3-395c-4f72-9e0b-0e8f452726d6 req-4bebc32e-dc77-4890-a9f4-c238421c9b47 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 946 time: 0.0497904 Aug 31 18:08:06.384653 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a37d75b3-395c-4f72-9e0b-0e8f452726d6 req-b892e103-2c33-43d0-9df8-92259e6509bb tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440998 Aug 31 18:08:06.596068 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fd876-ee44-4c0d-a1fa-658125464d9d req-c14232ca-f28a-44b0-9808-e673f13107c6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:06.597743 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6c6fd876-ee44-4c0d-a1fa-658125464d9d req-c14232ca-f28a-44b0-9808-e673f13107c6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0503492 Aug 31 18:08:06.635302 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6c6fd876-ee44-4c0d-a1fa-658125464d9d req-ab6e45f3-d233-46e5-b763-5840c625230c tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314531 Aug 31 18:08:07.279817 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae6799-d303-45be-867f-b9aa7101bd07 req-19acb410-15e0-4a4d-ae13-42b4acbdaa80 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:07.281393 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-55ae6799-d303-45be-867f-b9aa7101bd07 req-19acb410-15e0-4a4d-ae13-42b4acbdaa80 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 946 time: 0.0491934 Aug 31 18:08:07.318405 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-55ae6799-d303-45be-867f-b9aa7101bd07 req-be6bf91a-aa70-4d5f-9753-3e7955ad8dae tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312126 Aug 31 18:08:07.753421 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c4d28-51ed-4504-b851-df2210db0978 req-281620f0-33d9-4e02-b2df-3a51769ae40e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:07.754877 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a40c4d28-51ed-4504-b851-df2210db0978 req-281620f0-33d9-4e02-b2df-3a51769ae40e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0485229 Aug 31 18:08:07.798682 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a40c4d28-51ed-4504-b851-df2210db0978 req-6b2dafa2-b3b7-4ca4-9914-9988d6683f1e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377285 Aug 31 18:08:08.021651 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec668f2f-7b90-4f38-bdf2-9301f36df452 req-1315c1dc-6688-4aaa-b480-806c279d7ac6 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:08.023154 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ec668f2f-7b90-4f38-bdf2-9301f36df452 req-1315c1dc-6688-4aaa-b480-806c279d7ac6 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 946 time: 0.0498562 Aug 31 18:08:08.064078 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ec668f2f-7b90-4f38-bdf2-9301f36df452 req-539e2db5-0e88-49b6-b85d-ed55b8ff4305 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339046 Aug 31 18:08:08.434523 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073dea9f-e1bd-4f56-908c-84cb9d5d58d1 req-070e3e8f-8fad-4435-b38e-df1b84b73c8a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:08.436316 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-073dea9f-e1bd-4f56-908c-84cb9d5d58d1 req-070e3e8f-8fad-4435-b38e-df1b84b73c8a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 946 time: 0.0511985 Aug 31 18:08:08.455600 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e586bd-401f-4652-946b-a9920f5c4293 req-fcf4f7f6-22ff-4cbc-8377-211280485b6e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:08.455600 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-21e586bd-401f-4652-946b-a9920f5c4293 req-fcf4f7f6-22ff-4cbc-8377-211280485b6e tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.61 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 946 time: 0.0592468 Aug 31 18:08:08.477201 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-073dea9f-e1bd-4f56-908c-84cb9d5d58d1 req-472fb4d0-0753-4609-88f3-5c1d811a99f3 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322723 Aug 31 18:08:08.562397 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-21e586bd-401f-4652-946b-a9920f5c4293 req-f64be027-9c1f-4528-a3db-3f6c6357e450 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Deleting port 2c1c4548-f267-4462-96ec-9eb5e281871d {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:08:08.562738 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-21e586bd-401f-4652-946b-a9920f5c4293 req-f64be027-9c1f-4528-a3db-3f6c6357e450 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:08.652181 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-21e586bd-401f-4652-946b-a9920f5c4293 req-f64be027-9c1f-4528-a3db-3f6c6357e450 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] For port 2c1c4548-f267-4462-96ec-9eb5e281871d, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=2c1c4548-f267-4462-96ec-9eb5e281871d,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:08:08.652559 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-21e586bd-401f-4652-946b-a9920f5c4293 req-f64be027-9c1f-4528-a3db-3f6c6357e450 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:08.666025 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-21e586bd-401f-4652-946b-a9920f5c4293 req-f64be027-9c1f-4528-a3db-3f6c6357e450 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Calling delete_port for 2c1c4548-f267-4462-96ec-9eb5e281871d owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:08:08.912321 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-21e586bd-401f-4652-946b-a9920f5c4293 req-f64be027-9c1f-4528-a3db-3f6c6357e450 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:08.923667 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28761f39-cd6c-4462-8b39-1334263efc82 req-c580df61-6ef2-49f3-a943-17927d9dd740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:08.925296 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-28761f39-cd6c-4462-8b39-1334263efc82 req-c580df61-6ef2-49f3-a943-17927d9dd740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0530069 Aug 31 18:08:08.947892 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64be027-9c1f-4528-a3db-3f6c6357e450 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Pushing event deleted for resources: {'Port': ['ID=2c1c4548-f267-4462-96ec-9eb5e281871d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:08.961371 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['575bd565-2114-44ee-a4cc-f9709eb04b62', 'b34a9f93-d506-48aa-a523-bfd6d771774f', '2c1c4548-f267-4462-96ec-9eb5e281871d'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:08:08.979494 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-28761f39-cd6c-4462-8b39-1334263efc82 req-14623b4a-383a-460a-a42c-23fa99a8bce5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476446 Aug 31 18:08:08.997484 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e586bd-401f-4652-946b-a9920f5c4293 req-f64be027-9c1f-4528-a3db-3f6c6357e450 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] No DVR routers for this DVR port 2c1c4548-f267-4462-96ec-9eb5e281871d on host hv-cinder-80674 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:08:08.997484 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-21e586bd-401f-4652-946b-a9920f5c4293 req-f64be027-9c1f-4528-a3db-3f6c6357e450 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:08.998769 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-21e586bd-401f-4652-946b-a9920f5c4293 req-f64be027-9c1f-4528-a3db-3f6c6357e450 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.61 "DELETE /v2.0/ports/2c1c4548-f267-4462-96ec-9eb5e281871d HTTP/1.1" status: 204 len: 173 time: 0.5320017 Aug 31 18:08:08.999264 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c6ae09-6691-4e50-bf8f-c37336305bc5', 'name': 'network-vif-deleted', 'tag': '2c1c4548-f267-4462-96ec-9eb5e281871d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:08:09.003012 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ba87a5-2848-4b25-8502-d8655dab3831" -d '{"events": [{"server_uuid": "89c6ae09-6691-4e50-bf8f-c37336305bc5", "name": "network-vif-deleted", "tag": "2c1c4548-f267-4462-96ec-9eb5e281871d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:08:09.050935 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5c65d1-59f3-4758-b8ab-de8c83ae8f74 x-openstack-request-id: req-ab5c65d1-59f3-4758-b8ab-de8c83ae8f74 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:08:09.051237 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c6ae09-6691-4e50-bf8f-c37336305bc5", "name": "network-vif-deleted", "tag": "2c1c4548-f267-4462-96ec-9eb5e281871d", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:08:09.051492 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab5c65d1-59f3-4758-b8ab-de8c83ae8f74 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:08:09.051892 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c6ae09-6691-4e50-bf8f-c37336305bc5', 'name': 'network-vif-deleted', 'tag': '2c1c4548-f267-4462-96ec-9eb5e281871d', 'status': 'completed', 'code': 200} Aug 31 18:08:09.184669 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e4b32-a7f5-48df-a3e2-6b2481d5084b req-70409058-dfbb-4a4b-8e5f-7397cdea6cff tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:09.186416 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-477e4b32-a7f5-48df-a3e2-6b2481d5084b req-70409058-dfbb-4a4b-8e5f-7397cdea6cff tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 946 time: 0.0535021 Aug 31 18:08:09.228401 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-477e4b32-a7f5-48df-a3e2-6b2481d5084b req-a17cd5a9-d69a-40e4-a5e4-43cdcff539e5 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351241 Aug 31 18:08:09.591338 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-11666cd8-ad37-43b6-8a48-b2211759f14a req-64fe14a2-1103-4ac5-8bbb-48df5e152fc1 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=89c6ae09-6691-4e50-bf8f-c37336305bc5 HTTP/1.1" status: 200 len: 210 time: 0.0276597 Aug 31 18:08:10.100182 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3140b6-1c9d-4fda-8b1e-0a52ee6ee076 req-831e9340-bc58-4cd4-8513-cfe5e0ca263e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:10.101717 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7a3140b6-1c9d-4fda-8b1e-0a52ee6ee076 req-831e9340-bc58-4cd4-8513-cfe5e0ca263e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0486901 Aug 31 18:08:10.140967 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7a3140b6-1c9d-4fda-8b1e-0a52ee6ee076 req-19f4019e-9e86-4ef0-900c-dbe30ec87db0 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327046 Aug 31 18:08:10.349451 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372812d8-ec9f-40c3-b56b-bd1cdf29c43d req-ef222095-dd7e-4c3a-8922-2da74ea37b0b tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:10.351000 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-372812d8-ec9f-40c3-b56b-bd1cdf29c43d req-ef222095-dd7e-4c3a-8922-2da74ea37b0b tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 946 time: 0.0537691 Aug 31 18:08:10.391647 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-372812d8-ec9f-40c3-b56b-bd1cdf29c43d req-892a4826-614d-4e80-afcd-724747b33c06 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/security-groups?id=34164338-bd4e-4289-b084-efa8e6dfd9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339789 Aug 31 18:08:10.817034 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869ce22-d11a-4dc8-b569-95b561b897bb req-7f0838c0-195e-49a6-9707-0bcc6c818797 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:10.818829 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c869ce22-d11a-4dc8-b569-95b561b897bb req-7f0838c0-195e-49a6-9707-0bcc6c818797 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.61 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 946 time: 0.0513210 Aug 31 18:08:10.921495 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-c869ce22-d11a-4dc8-b569-95b561b897bb req-ede8abdd-3a83-47e2-b6d7-b4fc96fe6bba tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Deleting port 6b539c91-802f-4487-8014-031c5afa078f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:08:10.921762 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c869ce22-d11a-4dc8-b569-95b561b897bb req-ede8abdd-3a83-47e2-b6d7-b4fc96fe6bba tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:11.016280 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-c869ce22-d11a-4dc8-b569-95b561b897bb req-ede8abdd-3a83-47e2-b6d7-b4fc96fe6bba tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] For port 6b539c91-802f-4487-8014-031c5afa078f, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=6b539c91-802f-4487-8014-031c5afa078f,segment=NetworkSegment(00b274a3-11cf-4d9a-9da7-7cb5a820b3d7),segment_id=00b274a3-11cf-4d9a-9da7-7cb5a820b3d7)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:08:11.016280 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c869ce22-d11a-4dc8-b569-95b561b897bb req-ede8abdd-3a83-47e2-b6d7-b4fc96fe6bba tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:11.030267 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-c869ce22-d11a-4dc8-b569-95b561b897bb req-ede8abdd-3a83-47e2-b6d7-b4fc96fe6bba tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Calling delete_port for 6b539c91-802f-4487-8014-031c5afa078f owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:08:11.106140 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb72223-e3ab-4210-b320-7b9f1ba5eb81 req-4c2e6f85-e5fd-435c-9d60-3c22049e79f8 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:11.108399 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ddb72223-e3ab-4210-b320-7b9f1ba5eb81 req-4c2e6f85-e5fd-435c-9d60-3c22049e79f8 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 945 time: 0.0574117 Aug 31 18:08:11.155091 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ddb72223-e3ab-4210-b320-7b9f1ba5eb81 req-bb70759e-a072-47ab-bb6e-9b22b0cf638b tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407982 Aug 31 18:08:11.261015 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be19ecd-a613-48a7-a8bd-81809f921aa8 req-530f5319-c0b2-4ddb-809b-de0cde2e84fc tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:11.262519 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5be19ecd-a613-48a7-a8bd-81809f921aa8 req-530f5319-c0b2-4ddb-809b-de0cde2e84fc tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0486598 Aug 31 18:08:11.289638 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c869ce22-d11a-4dc8-b569-95b561b897bb req-ede8abdd-3a83-47e2-b6d7-b4fc96fe6bba tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:11.302614 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5be19ecd-a613-48a7-a8bd-81809f921aa8 req-8fddb6a4-572e-4ab2-b481-bbdc8f3d64f2 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340829 Aug 31 18:08:11.327333 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8abdd-3a83-47e2-b6d7-b4fc96fe6bba tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Pushing event deleted for resources: {'Port': ['ID=6b539c91-802f-4487-8014-031c5afa078f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:11.338085 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['6b539c91-802f-4487-8014-031c5afa078f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:08:11.369095 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-c869ce22-d11a-4dc8-b569-95b561b897bb req-ede8abdd-3a83-47e2-b6d7-b4fc96fe6bba tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] No DVR routers for this DVR port 6b539c91-802f-4487-8014-031c5afa078f on host hv-cinder-80674 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:08:11.371432 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c869ce22-d11a-4dc8-b569-95b561b897bb req-ede8abdd-3a83-47e2-b6d7-b4fc96fe6bba tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:11.373554 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c869ce22-d11a-4dc8-b569-95b561b897bb req-ede8abdd-3a83-47e2-b6d7-b4fc96fe6bba tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.61 "DELETE /v2.0/ports/6b539c91-802f-4487-8014-031c5afa078f HTTP/1.1" status: 204 len: 173 time: 0.5459232 Aug 31 18:08:11.373934 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28b26af-3c68-4d35-934b-73f8ec403ee3', 'name': 'network-vif-deleted', 'tag': '6b539c91-802f-4487-8014-031c5afa078f'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:08:11.376147 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565c07d3-ee30-44f5-910f-86993f0a7b6c" -d '{"events": [{"server_uuid": "b28b26af-3c68-4d35-934b-73f8ec403ee3", "name": "network-vif-deleted", "tag": "6b539c91-802f-4487-8014-031c5afa078f"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:08:11.411848 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b362e0-a2c9-4c15-9ac4-60a18d1a6b33 x-openstack-request-id: req-27b362e0-a2c9-4c15-9ac4-60a18d1a6b33 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:08:11.412263 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28b26af-3c68-4d35-934b-73f8ec403ee3", "name": "network-vif-deleted", "tag": "6b539c91-802f-4487-8014-031c5afa078f", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:08:11.412429 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27b362e0-a2c9-4c15-9ac4-60a18d1a6b33 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:08:11.418192 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28b26af-3c68-4d35-934b-73f8ec403ee3', 'name': 'network-vif-deleted', 'tag': '6b539c91-802f-4487-8014-031c5afa078f', 'status': 'completed', 'code': 200} Aug 31 18:08:11.489731 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-69608ba9-53dc-4a3b-a734-44e59c9d9bc9 req-b04cdfeb-c43e-42c0-8c7e-fbd0341f8a58 tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 210 time: 0.0310335 Aug 31 18:08:12.104059 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 2c1c4548-f267-4462-96ec-9eb5e281871d no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:08:12.125643 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: 2c1c4548-f267-4462-96ec-9eb5e281871d {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:08:12.125990 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 2c1c4548-f267-4462-96ec-9eb5e281871d not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:08:12.276451 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abf6ad-01ef-426e-8e19-54c508418bc3 req-1270b028-55e2-41a0-8bc0-fdaaa3dea3c3 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:12.278059 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a1abf6ad-01ef-426e-8e19-54c508418bc3 req-1270b028-55e2-41a0-8bc0-fdaaa3dea3c3 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 945 time: 0.0508611 Aug 31 18:08:12.318861 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a1abf6ad-01ef-426e-8e19-54c508418bc3 req-17493b01-6d65-4662-a9b0-23e813f281ce tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339146 Aug 31 18:08:12.422739 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d053a-1b3e-4cf1-9a39-5919e859e657 req-4a805daa-7939-44f9-9bc7-03bb94327da2 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:12.424246 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fb9d053a-1b3e-4cf1-9a39-5919e859e657 req-4a805daa-7939-44f9-9bc7-03bb94327da2 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0497062 Aug 31 18:08:12.464244 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fb9d053a-1b3e-4cf1-9a39-5919e859e657 req-b8c5da0a-f3dd-4986-b29a-d755f8c332d5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339103 Aug 31 18:08:12.598605 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f8da239a-ada3-4fdd-bee2-f5ae8c5462ed req-e1c08612-4b50-4300-a117-1ce3ab588b9e tempest-VolumesActionsTest-1012203417 tempest-VolumesActionsTest-1012203417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b28b26af-3c68-4d35-934b-73f8ec403ee3 HTTP/1.1" status: 200 len: 210 time: 0.0310502 Aug 31 18:08:12.800881 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-4649c954-9f71-42c3-8efe-a06c4bce2e75 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1610154371&fields=id&tenant_id=cd9176a5d1f042e288b50a6ae2847ef3 HTTP/1.1" status: 200 len: 267 time: 0.0347824 Aug 31 18:08:12.913419 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-a60572e6-6cf0-42eb-a1c5-dc3debd363ed tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:12.914936 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-a60572e6-6cf0-42eb-a1c5-dc3debd363ed tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/networks?id=171cd324-0f22-41e6-b73e-8afd7b0be741 HTTP/1.1" status: 200 len: 808 time: 0.1065159 Aug 31 18:08:12.931288 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-f77f8c03-90a9-44dc-92cf-5f01d2c8724f tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/quotas/cd9176a5d1f042e288b50a6ae2847ef3 HTTP/1.1" status: 200 len: 375 time: 0.0093758 Aug 31 18:08:12.987224 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-b1adc5d7-dbd7-4452-a667-387b2f5bf243 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cd9176a5d1f042e288b50a6ae2847ef3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497985 Aug 31 18:08:13.110527 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-dc61643d-4353-4fe2-bc04-2ab9efcd0b7a service neutron] 10.222.0.58 "GET /v2.0/networks/171cd324-0f22-41e6-b73e-8afd7b0be741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926528 Aug 31 18:08:13.202373 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-966aeeba-844f-49f5-abe5-a07b8d39011a service neutron] 10.222.0.58 "GET /v2.0/networks/171cd324-0f22-41e6-b73e-8afd7b0be741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847645 Aug 31 18:08:13.442895 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf343f-275b-496d-ae9d-b9adfd5ad868 req-cc01e9d9-6359-43d2-90de-a7ff8c916ae0 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:13.444517 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e3cf343f-275b-496d-ae9d-b9adfd5ad868 req-cc01e9d9-6359-43d2-90de-a7ff8c916ae0 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 945 time: 0.0540314 Aug 31 18:08:13.483317 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e3cf343f-275b-496d-ae9d-b9adfd5ad868 req-120c0713-f51d-4682-bee5-dd092b8feb56 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320098 Aug 31 18:08:13.587213 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e8431-3394-434f-930e-9a14a65a856c req-39d81ba8-0d2b-448f-b86a-ac4810e2596b tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:13.588715 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-206e8431-3394-434f-930e-9a14a65a856c req-39d81ba8-0d2b-448f-b86a-ac4810e2596b tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0509980 Aug 31 18:08:13.630935 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-206e8431-3394-434f-930e-9a14a65a856c req-384c60ed-845b-4ae9-9150-729b230264f4 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362675 Aug 31 18:08:14.072141 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b7e5e-f507-42da-a8db-efacecccaa6c req-3450017d-b290-411f-b731-8e0e19bfe95b tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:14.073686 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-4e3b7e5e-f507-42da-a8db-efacecccaa6c req-3450017d-b290-411f-b731-8e0e19bfe95b tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.61 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 945 time: 0.0658736 Aug 31 18:08:14.122434 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 6b539c91-802f-4487-8014-031c5afa078f no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:08:14.157995 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: 6b539c91-802f-4487-8014-031c5afa078f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:08:14.158769 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 6b539c91-802f-4487-8014-031c5afa078f not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:08:14.217408 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-4e3b7e5e-f507-42da-a8db-efacecccaa6c req-d11c2398-bb9d-4cf7-866b-01801c083646 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Deleting port b34a9f93-d506-48aa-a523-bfd6d771774f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:08:14.217799 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4e3b7e5e-f507-42da-a8db-efacecccaa6c req-d11c2398-bb9d-4cf7-866b-01801c083646 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:14.290605 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c6ec5d9c-340c-4efa-a78b-14a36d3fa10e req-79d37fde-2b9d-4130-ab1f-84bcf53e41f0 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 210 time: 0.0517371 Aug 31 18:08:14.381587 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-4e3b7e5e-f507-42da-a8db-efacecccaa6c req-d11c2398-bb9d-4cf7-866b-01801c083646 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] For port b34a9f93-d506-48aa-a523-bfd6d771774f, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b34a9f93-d506-48aa-a523-bfd6d771774f,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:08:14.382031 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4e3b7e5e-f507-42da-a8db-efacecccaa6c req-d11c2398-bb9d-4cf7-866b-01801c083646 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:14.396023 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-4e3b7e5e-f507-42da-a8db-efacecccaa6c req-d11c2398-bb9d-4cf7-866b-01801c083646 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Calling delete_port for b34a9f93-d506-48aa-a523-bfd6d771774f owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:08:14.623288 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4327ff0-8cda-4088-bb1e-f7935372d0f7 req-43fa3c26-23d7-4c1f-b67e-188bfb01cc5d tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:14.631079 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a4327ff0-8cda-4088-bb1e-f7935372d0f7 req-43fa3c26-23d7-4c1f-b67e-188bfb01cc5d tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 945 time: 0.0629876 Aug 31 18:08:14.670802 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4e3b7e5e-f507-42da-a8db-efacecccaa6c req-d11c2398-bb9d-4cf7-866b-01801c083646 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:14.674442 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a4327ff0-8cda-4088-bb1e-f7935372d0f7 req-f9a956c3-fd19-4562-94e2-a46d991dd6c9 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422034 Aug 31 18:08:14.726043 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['575bd565-2114-44ee-a4cc-f9709eb04b62', 'b34a9f93-d506-48aa-a523-bfd6d771774f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:08:14.727313 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c2398-bb9d-4cf7-866b-01801c083646 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Pushing event deleted for resources: {'Port': ['ID=b34a9f93-d506-48aa-a523-bfd6d771774f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:14.780316 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3b7e5e-f507-42da-a8db-efacecccaa6c req-d11c2398-bb9d-4cf7-866b-01801c083646 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] No DVR routers for this DVR port b34a9f93-d506-48aa-a523-bfd6d771774f on host hv-cinder-80674 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:08:14.783587 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-4e3b7e5e-f507-42da-a8db-efacecccaa6c req-d11c2398-bb9d-4cf7-866b-01801c083646 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:14.785739 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-4e3b7e5e-f507-42da-a8db-efacecccaa6c req-d11c2398-bb9d-4cf7-866b-01801c083646 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.61 "DELETE /v2.0/ports/b34a9f93-d506-48aa-a523-bfd6d771774f HTTP/1.1" status: 204 len: 173 time: 0.7026739 Aug 31 18:08:14.786235 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcffaef-06d8-4e9f-ab27-a57ab3b4595a', 'name': 'network-vif-deleted', 'tag': 'b34a9f93-d506-48aa-a523-bfd6d771774f'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:08:14.788473 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beef1b35-fcab-437f-9bbc-f54c1a2e1ac3" -d '{"events": [{"server_uuid": "2dcffaef-06d8-4e9f-ab27-a57ab3b4595a", "name": "network-vif-deleted", "tag": "b34a9f93-d506-48aa-a523-bfd6d771774f"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:08:14.822902 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7be7fb-d98b-4bfa-b973-55e3a15df1de req-4e7dad62-bd27-4b4e-b5c3-163b5d37143c tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:14.831289 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77b33fe-8566-4ad0-a859-c11ab64ddfe7 x-openstack-request-id: req-e77b33fe-8566-4ad0-a859-c11ab64ddfe7 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:08:14.832157 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcffaef-06d8-4e9f-ab27-a57ab3b4595a", "name": "network-vif-deleted", "tag": "b34a9f93-d506-48aa-a523-bfd6d771774f", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:08:14.832414 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e77b33fe-8566-4ad0-a859-c11ab64ddfe7 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:08:14.832866 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcffaef-06d8-4e9f-ab27-a57ab3b4595a', 'name': 'network-vif-deleted', 'tag': 'b34a9f93-d506-48aa-a523-bfd6d771774f', 'status': 'completed', 'code': 200} Aug 31 18:08:14.834912 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7b7be7fb-d98b-4bfa-b973-55e3a15df1de req-4e7dad62-bd27-4b4e-b5c3-163b5d37143c tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0810378 Aug 31 18:08:14.897235 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7b7be7fb-d98b-4bfa-b973-55e3a15df1de req-9a9d699d-02fd-42fd-952d-a573b5725267 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456715 Aug 31 18:08:15.404662 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-55c37ac7-d1fb-410a-97a3-23c14adba497 req-469a327d-5479-45c0-91b6-193f7281e790 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 210 time: 0.0283706 Aug 31 18:08:15.466882 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530d7cc-47fd-4798-af0e-a5c536efb26e req-03f35758-ff83-41a0-b3a3-3fc58b6e3500 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:15.468373 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b530d7cc-47fd-4798-af0e-a5c536efb26e req-03f35758-ff83-41a0-b3a3-3fc58b6e3500 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0543392 Aug 31 18:08:15.508495 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b530d7cc-47fd-4798-af0e-a5c536efb26e req-608c9d8d-93d1-4c5a-9c79-851dc075ca26 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337288 Aug 31 18:08:15.692755 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3acf8-23eb-40c5-948d-0d0d9825ba1b req-65a71344-6359-4ab4-a361-e8ae06541929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:15.694467 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-40c3acf8-23eb-40c5-948d-0d0d9825ba1b req-65a71344-6359-4ab4-a361-e8ae06541929 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71cf56a95c554ed4bdb83b9c03793d9c&device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 1099 time: 0.0408728 Aug 31 18:08:15.779732 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9cbb8e9e-97d1-4b3d-af78-6d6473ffcf47 req-63dd7ba3-e772-42f0-b45d-cf5e0ae49caa tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 210 time: 0.0270538 Aug 31 18:08:15.798961 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3acf8-23eb-40c5-948d-0d0d9825ba1b req-e2a72636-ff09-4bf2-874a-c1a2736610ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:15.800719 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-40c3acf8-23eb-40c5-948d-0d0d9825ba1b req-e2a72636-ff09-4bf2-874a-c1a2736610ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=75e081f7-d3c8-4092-a3bf-ad504c26e246 HTTP/1.1" status: 200 len: 912 time: 0.0950048 Aug 31 18:08:15.871781 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-40c3acf8-23eb-40c5-948d-0d0d9825ba1b req-eb7c595d-acec-403e-a833-b1bc706047e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87d0149f-06bd-459d-8c86-6f60c8c89e8c HTTP/1.1" status: 200 len: 1001 time: 0.0595980 Aug 31 18:08:15.938114 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3acf8-23eb-40c5-948d-0d0d9825ba1b req-4cd13ec7-4a85-4c9e-9ce7-cf1564f0b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:15.939597 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-40c3acf8-23eb-40c5-948d-0d0d9825ba1b req-4cd13ec7-4a85-4c9e-9ce7-cf1564f0b88d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6cb31828-d8fd-4cf6-8874-763e2a00ac91 HTTP/1.1" status: 200 len: 849 time: 0.0481920 Aug 31 18:08:15.988240 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3acf8-23eb-40c5-948d-0d0d9825ba1b req-b72fb471-1edd-43e2-8b5b-1c847c00cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:15.989775 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-40c3acf8-23eb-40c5-948d-0d0d9825ba1b req-b72fb471-1edd-43e2-8b5b-1c847c00cc8c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75e081f7-d3c8-4092-a3bf-ad504c26e246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413170 Aug 31 18:08:16.088822 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-40c3acf8-23eb-40c5-948d-0d0d9825ba1b req-22dc8783-b714-40e0-81b1-e8a2140fb17f service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838428 Aug 31 18:08:16.200680 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-40c3acf8-23eb-40c5-948d-0d0d9825ba1b req-97905ab5-e36e-45ee-a7aa-9e765337b895 service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870285 Aug 31 18:08:16.498641 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-af5636ad-6899-40d0-b60f-ce6c06100918 req-8d5b0ddf-8918-45b5-a35d-792f960407bb tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 210 time: 0.0269363 Aug 31 18:08:16.624301 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54c1e8-aecd-4867-9157-1370b270daf9 req-e9fe94c9-2b91-4893-b152-2af76d50621f tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:16.625789 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7c54c1e8-aecd-4867-9157-1370b270daf9 req-e9fe94c9-2b91-4893-b152-2af76d50621f tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0487995 Aug 31 18:08:16.665770 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7c54c1e8-aecd-4867-9157-1370b270daf9 req-f850cdd5-f993-44e4-b680-6ed3f9a9e0a8 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339062 Aug 31 18:08:16.891273 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bf27fcda-6c80-48f3-a76c-ed81eb8b42ef req-7cf03efc-dbca-4a76-9351-a790c90ad3a8 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 210 time: 0.0311248 Aug 31 18:08:17.590718 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9aeb4841-da8c-4df5-bb34-2705c54986bc req-e82dac99-51c9-4494-b191-ce1910dbfb18 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 210 time: 0.0256808 Aug 31 18:08:17.783728 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a854316-e21e-4259-93ce-f3bea7720b6f req-e09f1ee0-d315-43ac-be74-d584abbc15b7 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:17.785150 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0a854316-e21e-4259-93ce-f3bea7720b6f req-e09f1ee0-d315-43ac-be74-d584abbc15b7 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0502541 Aug 31 18:08:17.823518 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0a854316-e21e-4259-93ce-f3bea7720b6f req-5dce6989-dc0b-42ac-bda4-75a2e7d9e188 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324090 Aug 31 18:08:17.999686 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7de515fc-69e3-49a7-a545-ea4174bd38fc req-ba564aca-e359-4e5f-ae6e-2f6802d0a1f8 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 210 time: 0.0298922 Aug 31 18:08:18.684682 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2d24adf7-65cf-4127-9105-73866c424218 req-46e17ea0-58fe-42dc-975c-7a34c297b578 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 210 time: 0.0264227 Aug 31 18:08:18.965137 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87526f34-21ef-4649-b36e-13fc1754d9aa req-359df7a5-8f6d-4e2f-8f0d-71a752c4c67e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:18.966907 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-87526f34-21ef-4649-b36e-13fc1754d9aa req-359df7a5-8f6d-4e2f-8f0d-71a752c4c67e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0720379 Aug 31 18:08:19.024516 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-87526f34-21ef-4649-b36e-13fc1754d9aa req-7d7c6b4b-3ba8-48f7-a2ae-968efa39e478 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507574 Aug 31 18:08:19.127299 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8a4159a7-6138-4c7b-8a87-b370f2684ceb req-3e543b33-7db3-4215-9ca0-034be3feb4d2 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 210 time: 0.0286961 Aug 31 18:08:19.780817 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-21fa6a95-1959-45b5-b4cd-7b3d1a0907f2 req-c3764a97-e6fb-43ba-8197-8cbcd072a652 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 210 time: 0.0264373 Aug 31 18:08:20.144204 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4596c26-b8a6-4148-af94-ade5d2f36ec5 req-82d9e2c3-8726-4621-9222-ed10758322b1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:20.145853 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e4596c26-b8a6-4148-af94-ade5d2f36ec5 req-82d9e2c3-8726-4621-9222-ed10758322b1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0510917 Aug 31 18:08:20.189801 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e4596c26-b8a6-4148-af94-ade5d2f36ec5 req-f08713cc-2115-4182-ab39-2aaeb4c0856a tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379663 Aug 31 18:08:20.285624 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a7e8be10-5ce6-43a3-aec7-bf97ce85d15d req-b9af0385-7dc5-43af-ba1d-620743e0182a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dcffaef-06d8-4e9f-ab27-a57ab3b4595a HTTP/1.1" status: 200 len: 210 time: 0.0271640 Aug 31 18:08:20.580910 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device b34a9f93-d506-48aa-a523-bfd6d771774f no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:08:20.603525 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: b34a9f93-d506-48aa-a523-bfd6d771774f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:08:20.603875 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device b34a9f93-d506-48aa-a523-bfd6d771774f not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:08:20.854766 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-01b6287a-48b0-4745-91c3-999b9e5c9242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:20.878259 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c244c2a8-882e-49d6-a475-482f272107af req-a4ca3fa5-8380-45ce-a84d-ffdf90b92dd4 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 210 time: 0.0262685 Aug 31 18:08:21.312443 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec04f4-495f-462b-81c7-4e3b56a48aa2 req-dd258cc0-cd1b-4054-8d6b-379dfce3b048 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:21.313981 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0cec04f4-495f-462b-81c7-4e3b56a48aa2 req-dd258cc0-cd1b-4054-8d6b-379dfce3b048 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0497613 Aug 31 18:08:21.355832 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0cec04f4-495f-462b-81c7-4e3b56a48aa2 req-426b5532-3d94-44a3-b64a-c444739d6b42 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358183 Aug 31 18:08:21.851615 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-6e018c86-1af9-4f5a-b377-9c2d8b8d52be tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:21.853231 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-6e018c86-1af9-4f5a-b377-9c2d8b8d52be tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.61 "GET /v2.0/networks?id=171cd324-0f22-41e6-b73e-8afd7b0be741 HTTP/1.1" status: 200 len: 808 time: 0.1166127 Aug 31 18:08:21.932281 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-b9a3df52-38bc-45d6-9ca9-4a69a3aef5ef tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd9176a5d1f042e288b50a6ae2847ef3 HTTP/1.1" status: 200 len: 380 time: 0.0451169 Aug 31 18:08:21.950870 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-689c1364-b2fc-43ea-847d-d54695d3c3b5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Request body: {'port': {'device_id': 'fca42d2d-b001-405f-ad96-dc62c4787d8b', 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741', 'admin_state_up': True, 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'security_groups': ['b86a0679-2d72-4528-8bcf-95e493e008fc']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:08:21.976821 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-696c8afa-7dfe-4cb0-8326-3feb72f328ea req-b4f4f085-46b6-4631-ade2-8cdb6f6ae910 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 210 time: 0.0275912 Aug 31 18:08:22.095052 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:22.254576 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-689c1364-b2fc-43ea-847d-d54695d3c3b5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Made reservation on behalf of cd9176a5d1f042e288b50a6ae2847ef3 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:08:22.258050 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-689c1364-b2fc-43ea-847d-d54695d3c3b5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:22.410005 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-689c1364-b2fc-43ea-847d-d54695d3c3b5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Allocated IP 172.20.0.11 (171cd324-0f22-41e6-b73e-8afd7b0be741/3f31a230-47dc-4d6e-91d0-ed8182c5eeb1/8d8dfc42-bfe7-4933-85fa-f317e002a7f4) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:08:22.544281 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d35111-c166-458d-9910-57663de0e767 req-06c24afd-d0f4-4291-b346-10dbf575178e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:22.546446 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-12d35111-c166-458d-9910-57663de0e767 req-06c24afd-d0f4-4291-b346-10dbf575178e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0978217 Aug 31 18:08:22.592728 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-12d35111-c166-458d-9910-57663de0e767 req-4f19773a-a996-466e-bebf-8fadde1df23e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384452 Aug 31 18:08:22.598956 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-689c1364-b2fc-43ea-847d-d54695d3c3b5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:22.614931 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-689c1364-b2fc-43ea-847d-d54695d3c3b5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Transition to ACTIVE for port object 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:08:22.790983 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-689c1364-b2fc-43ea-847d-d54695d3c3b5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:22.836045 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-689c1364-b2fc-43ea-847d-d54695d3c3b5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Network 171cd324-0f22-41e6-b73e-8afd7b0be741 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:08:22.841854 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-689c1364-b2fc-43ea-847d-d54695d3c3b5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:08:22.845803 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-689c1364-b2fc-43ea-847d-d54695d3c3b5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:08:22.875404 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c1364-b2fc-43ea-847d-d54695d3c3b5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Pushing event updated for resources: {'Port': ['ID=8d8dfc42-bfe7-4933-85fa-f317e002a7f4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:22.916401 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-689c1364-b2fc-43ea-847d-d54695d3c3b5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:22.917213 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-689c1364-b2fc-43ea-847d-d54695d3c3b5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:23.071761 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-689c1364-b2fc-43ea-847d-d54695d3c3b5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1205759 Aug 31 18:08:23.087400 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Request body: {'port': {'device_id': 'fca42d2d-b001-405f-ad96-dc62c4787d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:08:23.131035 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d910319-cc8c-4b88-a9ec-a518e4cd7946 req-f3f7f2ac-1c32-4581-9770-3bc79f0f6fec tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:23.133086 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9d910319-cc8c-4b88-a9ec-a518e4cd7946 req-f3f7f2ac-1c32-4581-9770-3bc79f0f6fec tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 932 time: 0.0832443 Aug 31 18:08:23.166552 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:23.197237 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9d910319-cc8c-4b88-a9ec-a518e4cd7946 req-f29508c1-8871-4200-9e4b-fef7954cadcc tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549583 Aug 31 18:08:23.249255 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b7043763-dc6d-43a4-b65d-fd743b7a916c None None] Provisioning for port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:08:23.253938 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b7043763-dc6d-43a4-b65d-fd743b7a916c None None] Provisioning complete for port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:08:23.254665 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b7043763-dc6d-43a4-b65d-fd743b7a916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:23.297051 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b7043763-dc6d-43a4-b65d-fd743b7a916c None None] Port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:08:23.421481 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-88ba7a07-015f-4b6f-a731-896fb8e8474a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:23.503754 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:08:23.516468 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:23.536427 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Transition to ACTIVE for port object 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:08:23.723279 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:23.724353 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:23.836710 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Pushing event updated for resources: {'Port': ['ID=8d8dfc42-bfe7-4933-85fa-f317e002a7f4,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:24.092436 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Attempting to bind port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:08:24.093221 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Attempting to bind port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': 'f1d1e523-71df-487a-929e-eff21a6ab430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:08:24.093503 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Attempting to bind port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 on network 171cd324-0f22-41e6-b73e-8afd7b0be741 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:08:24.099460 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 on network 171cd324-0f22-41e6-b73e-8afd7b0be741 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:08:24.099897 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Attempting to bind port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 on network 171cd324-0f22-41e6-b73e-8afd7b0be741 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:08:24.114192 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:08:24.115908 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Checking segment: {'id': 'f1d1e523-71df-487a-929e-eff21a6ab430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:08:24.115908 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Bound using segment: {'id': 'f1d1e523-71df-487a-929e-eff21a6ab430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:08:24.115908 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Bound port: 8d8dfc42-bfe7-4933-85fa-f317e002a7f4, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d1e523-71df-487a-929e-eff21a6ab430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:08:24.115908 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:24.207142 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] For port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4, host hv-cinder-80674, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:08:24.210542 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] For port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=8d8dfc42-bfe7-4933-85fa-f317e002a7f4,segment=NetworkSegment(f1d1e523-71df-487a-929e-eff21a6ab430),segment_id=f1d1e523-71df-487a-929e-eff21a6ab430)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:08:24.337140 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746fa85-3452-4481-b271-731f09fef9c4 req-e6ba3854-278e-48fe-821d-b4b15ca44f40 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:24.339308 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e746fa85-3452-4481-b271-731f09fef9c4 req-e6ba3854-278e-48fe-821d-b4b15ca44f40 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 944 time: 0.0556192 Aug 31 18:08:24.412765 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e746fa85-3452-4481-b271-731f09fef9c4 req-5c7816ec-0f7d-4ea8-896e-38f81092e0bf tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608552 Aug 31 18:08:24.433051 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:24.460958 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:24.501907 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:24.502979 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:24.505130 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] 10.222.0.61 "PUT /v2.0/ports/8d8dfc42-bfe7-4933-85fa-f317e002a7f4 HTTP/1.1" status: 200 len: 1094 time: 1.4227712 Aug 31 18:08:24.505881 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca42d2d-b001-405f-ad96-dc62c4787d8b', 'tag': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:08:24.509623 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf606c0-ab26-41b1-982e-665c93c40842" -d '{"events": [{"name": "network-changed", "server_uuid": "fca42d2d-b001-405f-ad96-dc62c4787d8b", "tag": "8d8dfc42-bfe7-4933-85fa-f317e002a7f4"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:08:24.563171 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2b65e-f86e-45a3-8415-a4784d36cfeb service neutron] Pushing event updated for resources: {'Port': ['ID=8d8dfc42-bfe7-4933-85fa-f317e002a7f4,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:24.599476 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec8ee2b-5b26-40b2-b960-e27fe0280ec0 x-openstack-request-id: req-bec8ee2b-5b26-40b2-b960-e27fe0280ec0 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:08:24.599775 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca42d2d-b001-405f-ad96-dc62c4787d8b", "tag": "8d8dfc42-bfe7-4933-85fa-f317e002a7f4", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:08:24.600029 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bec8ee2b-5b26-40b2-b960-e27fe0280ec0 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:08:24.600434 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca42d2d-b001-405f-ad96-dc62c4787d8b', 'tag': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4', 'status': 'completed', 'code': 200} Aug 31 18:08:24.657081 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476c42b-f061-4c35-89d4-a56850491eb8 req-c9cec334-0a83-4cbd-a49f-c11dca8f3203 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:24.669455 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d476c42b-f061-4c35-89d4-a56850491eb8 req-c9cec334-0a83-4cbd-a49f-c11dca8f3203 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 945 time: 0.0925462 Aug 31 18:08:24.723073 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d476c42b-f061-4c35-89d4-a56850491eb8 req-82784e17-d0b8-42e5-9b12-91491ca92928 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525153 Aug 31 18:08:24.777873 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf606c0-ab26-41b1-982e-665c93c40842 req-bd0a8e04-de64-4f2b-b37d-ed4f728fc8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:24.779201 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ccf606c0-ab26-41b1-982e-665c93c40842 req-bd0a8e04-de64-4f2b-b37d-ed4f728fc8d9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cd9176a5d1f042e288b50a6ae2847ef3&device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 1097 time: 0.1272757 Aug 31 18:08:24.949596 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf606c0-ab26-41b1-982e-665c93c40842 req-1da91da8-70c2-49e3-a850-b21a9e26f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:24.951542 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ccf606c0-ab26-41b1-982e-665c93c40842 req-1da91da8-70c2-49e3-a850-b21a9e26f1f5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=cd9176a5d1f042e288b50a6ae2847ef3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1439195 Aug 31 18:08:25.111584 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf606c0-ab26-41b1-982e-665c93c40842 req-5ce15aca-1a90-4c40-848e-accb9e637e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:25.115079 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ccf606c0-ab26-41b1-982e-665c93c40842 req-5ce15aca-1a90-4c40-848e-accb9e637e64 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1531873 Aug 31 18:08:25.152896 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1927cb1a-3747-4c0f-a649-209012bd9174 req-3b48d4d3-f7e1-47c5-a834-09ed0a4df553 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481498 Aug 31 18:08:25.290681 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-cc683dba-31c1-4908-bcd1-c06b8a4b52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:25.292166 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-cc683dba-31c1-4908-bcd1-c06b8a4b52e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cd9176a5d1f042e288b50a6ae2847ef3&device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 1097 time: 0.0418096 Aug 31 18:08:25.294447 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927cb1a-3747-4c0f-a649-209012bd9174 req-73dd568f-43b3-48bb-82e8-2dcaaaab9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:25.296251 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1927cb1a-3747-4c0f-a649-209012bd9174 req-73dd568f-43b3-48bb-82e8-2dcaaaab9abd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71cf56a95c554ed4bdb83b9c03793d9c&device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 1099 time: 0.0417387 Aug 31 18:08:25.351174 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-c1971b61-8580-4f29-8ee3-bf8660e50a2e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8dfc42-bfe7-4933-85fa-f317e002a7f4 HTTP/1.1" status: 200 len: 217 time: 0.0414464 Aug 31 18:08:25.413579 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-032a99f2-50b8-4832-85e1-968d654b0ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:25.417373 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-032a99f2-50b8-4832-85e1-968d654b0ae7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f31a230-47dc-4d6e-91d0-ed8182c5eeb1 HTTP/1.1" status: 200 len: 847 time: 0.0578969 Aug 31 18:08:25.464216 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927cb1a-3747-4c0f-a649-209012bd9174 req-0f1c72a1-7466-44ed-983f-fd6452d41097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:25.466566 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1927cb1a-3747-4c0f-a649-209012bd9174 req-0f1c72a1-7466-44ed-983f-fd6452d41097 service neutron] 10.222.0.61 "GET /v2.0/networks?id=75e081f7-d3c8-4092-a3bf-ad504c26e246 HTTP/1.1" status: 200 len: 912 time: 0.1284292 Aug 31 18:08:25.492382 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-e6bd1b17-3a48-43ce-9c18-580a96ca6a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:25.494090 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-e6bd1b17-3a48-43ce-9c18-580a96ca6a74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=171cd324-0f22-41e6-b73e-8afd7b0be741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663288 Aug 31 18:08:25.591913 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1927cb1a-3747-4c0f-a649-209012bd9174 req-a179dfd6-69ea-472b-9a42-b4404ae37199 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87d0149f-06bd-459d-8c86-6f60c8c89e8c HTTP/1.1" status: 200 len: 1001 time: 0.1143036 Aug 31 18:08:25.637679 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3b80c-aff5-4c06-8484-1cfe29ea2773 req-f8e898c1-ce3c-4fde-b57f-dc9e60bb1de6 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:25.639162 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3dc3b80c-aff5-4c06-8484-1cfe29ea2773 req-f8e898c1-ce3c-4fde-b57f-dc9e60bb1de6 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 944 time: 0.1076133 Aug 31 18:08:25.656489 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-c0ee4ad0-ff52-489a-8031-f633043a2c2c service neutron] 10.222.0.61 "GET /v2.0/networks/171cd324-0f22-41e6-b73e-8afd7b0be741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540546 Aug 31 18:08:25.662044 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927cb1a-3747-4c0f-a649-209012bd9174 req-c79e1e34-2b10-402e-a5fa-d97b66d76896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:25.664440 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1927cb1a-3747-4c0f-a649-209012bd9174 req-c79e1e34-2b10-402e-a5fa-d97b66d76896 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6cb31828-d8fd-4cf6-8874-763e2a00ac91 HTTP/1.1" status: 200 len: 849 time: 0.0647454 Aug 31 18:08:25.719389 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927cb1a-3747-4c0f-a649-209012bd9174 req-5687de83-72a2-4925-a81d-b5ecc1db4750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:25.726922 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1927cb1a-3747-4c0f-a649-209012bd9174 req-5687de83-72a2-4925-a81d-b5ecc1db4750 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75e081f7-d3c8-4092-a3bf-ad504c26e246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477731 Aug 31 18:08:25.763863 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3dc3b80c-aff5-4c06-8484-1cfe29ea2773 req-6d0dfc67-8384-45a6-a201-6b84bc034178 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169608 Aug 31 18:08:25.797857 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f639bb4e-9341-41f1-b6de-359f08b47ee0 req-6c9fb502-c49c-444f-93b4-682ca673f99c service neutron] 10.222.0.61 "GET /v2.0/networks/171cd324-0f22-41e6-b73e-8afd7b0be741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277132 Aug 31 18:08:25.868934 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1927cb1a-3747-4c0f-a649-209012bd9174 req-e296dd96-db30-48c1-95a1-4b5ef04e7bab service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318848 Aug 31 18:08:25.927604 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777d4a8-a7a7-4da2-813c-db3bf445493e req-9b5ab04e-eadd-47cb-93ff-0aace2495b0a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:25.936831 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6777d4a8-a7a7-4da2-813c-db3bf445493e req-9b5ab04e-eadd-47cb-93ff-0aace2495b0a tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 945 time: 0.0960104 Aug 31 18:08:25.994875 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6777d4a8-a7a7-4da2-813c-db3bf445493e req-eccab8fd-ec89-497d-807f-3cc20a9cba8d tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537257 Aug 31 18:08:26.044945 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1927cb1a-3747-4c0f-a649-209012bd9174 req-dbd4ad69-1185-4bcf-b57b-7e3e585a3e82 service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740994 Aug 31 18:08:26.786538 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:26.922527 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08d4f2-dd82-45c5-bb92-634e3cb21d70 req-b2e7486f-ea15-4f8f-a651-329a910eb2a2 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:26.924251 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ae08d4f2-dd82-45c5-bb92-634e3cb21d70 req-b2e7486f-ea15-4f8f-a651-329a910eb2a2 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 944 time: 0.0608382 Aug 31 18:08:26.971315 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ae08d4f2-dd82-45c5-bb92-634e3cb21d70 req-c3c5f5b0-bc3e-49be-b705-539861d47d11 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371001 Aug 31 18:08:27.228748 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57a17f-9fba-49b8-b361-55b52ebeb507 req-721d9a08-e0a3-435a-af69-7fe18517d649 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:27.241670 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9a57a17f-9fba-49b8-b361-55b52ebeb507 req-721d9a08-e0a3-435a-af69-7fe18517d649 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 945 time: 0.1133430 Aug 31 18:08:27.309321 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9a57a17f-9fba-49b8-b361-55b52ebeb507 req-bf94af2c-d5bd-4821-9964-2364d4bb08c1 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654116 Aug 31 18:08:27.987537 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46815213-e253-4537-a7b4-c10dffef00d0 req-9796d069-1be6-416e-9d2d-b8ddde45bdff tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:27.991329 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-46815213-e253-4537-a7b4-c10dffef00d0 req-9796d069-1be6-416e-9d2d-b8ddde45bdff tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.61 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 945 time: 0.1262386 Aug 31 18:08:28.250767 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-46815213-e253-4537-a7b4-c10dffef00d0 req-1df1d92b-d6a7-46e7-a408-8c98837ff218 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Deleting port 575bd565-2114-44ee-a4cc-f9709eb04b62 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:08:28.251664 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-46815213-e253-4537-a7b4-c10dffef00d0 req-1df1d92b-d6a7-46e7-a408-8c98837ff218 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:28.273769 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625648b-ff19-4c97-941b-03b3cf81d918 req-e28a239a-f4ac-4b77-b44e-fc4b65011806 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:28.276172 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b625648b-ff19-4c97-941b-03b3cf81d918 req-e28a239a-f4ac-4b77-b44e-fc4b65011806 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 944 time: 0.1312845 Aug 31 18:08:28.376037 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b625648b-ff19-4c97-941b-03b3cf81d918 req-8476c7c3-acbf-4ba5-b412-21eaf25ea405 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893490 Aug 31 18:08:28.470184 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-46815213-e253-4537-a7b4-c10dffef00d0 req-1df1d92b-d6a7-46e7-a408-8c98837ff218 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] For port 575bd565-2114-44ee-a4cc-f9709eb04b62, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=575bd565-2114-44ee-a4cc-f9709eb04b62,segment=NetworkSegment(c98be0fb-18c3-4b15-9e8a-558d8a6a872c),segment_id=c98be0fb-18c3-4b15-9e8a-558d8a6a872c)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:08:28.470184 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-46815213-e253-4537-a7b4-c10dffef00d0 req-1df1d92b-d6a7-46e7-a408-8c98837ff218 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:28.493854 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-46815213-e253-4537-a7b4-c10dffef00d0 req-1df1d92b-d6a7-46e7-a408-8c98837ff218 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Calling delete_port for 575bd565-2114-44ee-a4cc-f9709eb04b62 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:08:28.543994 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec88b2-724d-49f6-ae69-4c701f0472a6 req-04e5487f-cb28-4ec4-bfeb-c5f0180bc7d4 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:28.547292 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-64ec88b2-724d-49f6-ae69-4c701f0472a6 req-04e5487f-cb28-4ec4-bfeb-c5f0180bc7d4 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 945 time: 0.0668702 Aug 31 18:08:28.613073 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-64ec88b2-724d-49f6-ae69-4c701f0472a6 req-7041469e-83d3-49e4-b3c8-f5bcf72250d7 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d4b9591-d976-46f4-8d15-22c37aa8de53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583315 Aug 31 18:08:28.792267 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-46815213-e253-4537-a7b4-c10dffef00d0 req-1df1d92b-d6a7-46e7-a408-8c98837ff218 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:28.838325 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1d92b-d6a7-46e7-a408-8c98837ff218 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Pushing event deleted for resources: {'Port': ['ID=575bd565-2114-44ee-a4cc-f9709eb04b62,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:28.870450 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['575bd565-2114-44ee-a4cc-f9709eb04b62'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:08:28.918295 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-46815213-e253-4537-a7b4-c10dffef00d0 req-1df1d92b-d6a7-46e7-a408-8c98837ff218 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] No DVR routers for this DVR port 575bd565-2114-44ee-a4cc-f9709eb04b62 on host hv-cinder-80674 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:08:28.922823 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-46815213-e253-4537-a7b4-c10dffef00d0 req-1df1d92b-d6a7-46e7-a408-8c98837ff218 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:28.929355 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-46815213-e253-4537-a7b4-c10dffef00d0 req-1df1d92b-d6a7-46e7-a408-8c98837ff218 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.61 "DELETE /v2.0/ports/575bd565-2114-44ee-a4cc-f9709eb04b62 HTTP/1.1" status: 204 len: 173 time: 0.9277499 Aug 31 18:08:28.929943 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521e9700-579d-4dbb-a9f5-6e11b9d95ff0', 'name': 'network-vif-deleted', 'tag': '575bd565-2114-44ee-a4cc-f9709eb04b62'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:08:28.934106 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6046384-6d25-44ce-bec3-512bc01d06a2" -d '{"events": [{"server_uuid": "521e9700-579d-4dbb-a9f5-6e11b9d95ff0", "name": "network-vif-deleted", "tag": "575bd565-2114-44ee-a4cc-f9709eb04b62"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:08:28.992964 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497376c0-09bb-45e6-867c-4d60a424c3ad x-openstack-request-id: req-497376c0-09bb-45e6-867c-4d60a424c3ad {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:08:28.992964 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521e9700-579d-4dbb-a9f5-6e11b9d95ff0", "name": "network-vif-deleted", "tag": "575bd565-2114-44ee-a4cc-f9709eb04b62", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:08:28.992964 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-497376c0-09bb-45e6-867c-4d60a424c3ad {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:08:28.992964 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521e9700-579d-4dbb-a9f5-6e11b9d95ff0', 'name': 'network-vif-deleted', 'tag': '575bd565-2114-44ee-a4cc-f9709eb04b62', 'status': 'completed', 'code': 200} Aug 31 18:08:29.601148 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412566b-00e0-4584-bb29-930180612617 req-b9bae8ae-583c-4fcc-964c-f512b79114dc tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:29.604942 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1412566b-00e0-4584-bb29-930180612617 req-b9bae8ae-583c-4fcc-964c-f512b79114dc tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 944 time: 0.0940475 Aug 31 18:08:29.670341 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1412566b-00e0-4584-bb29-930180612617 req-464bc8ff-4a1c-414f-ae13-033fca886a88 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562329 Aug 31 18:08:29.824983 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-44679e8b-af7c-4947-95ed-15552073e459 req-8eced78b-390f-415e-a32b-baf0b6b6dbe7 tempest-AttachVolumeNegativeTest-613257519 tempest-AttachVolumeNegativeTest-613257519-project] 10.222.0.58 "GET /v2.0/ports?device_id=521e9700-579d-4dbb-a9f5-6e11b9d95ff0 HTTP/1.1" status: 200 len: 210 time: 0.0389411 Aug 31 18:08:30.797968 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dbc29-cf9f-4936-bff5-4de4e17087c5 req-1252e9d2-0fa9-4c2a-ad32-0559e7101fcc tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:30.797968 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-670dbc29-cf9f-4936-bff5-4de4e17087c5 req-1252e9d2-0fa9-4c2a-ad32-0559e7101fcc tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 944 time: 0.0637064 Aug 31 18:08:30.860771 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-670dbc29-cf9f-4936-bff5-4de4e17087c5 req-9d462d11-45a8-4157-95c7-548823b9caa8 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435579 Aug 31 18:08:30.906916 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 60754) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:30.955369 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f2d704-013f-4d1a-95db-ca9e4981c470 admin admin] Deleting subnet f428a510-e539-4b72-8073-f50cf5f5996d {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:08:30.958538 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c2f2d704-013f-4d1a-95db-ca9e4981c470 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:30.992546 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c2f2d704-013f-4d1a-95db-ca9e4981c470 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14011248'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:31.032400 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c2f2d704-013f-4d1a-95db-ca9e4981c470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-582367'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:31.278410 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c2f2d704-013f-4d1a-95db-ca9e4981c470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-582356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14917994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13232516'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:31.312609 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2d704-013f-4d1a-95db-ca9e4981c470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f428a510-e539-4b72-8073-f50cf5f5996d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:31.320723 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c2f2d704-013f-4d1a-95db-ca9e4981c470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:31.326902 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-c2f2d704-013f-4d1a-95db-ca9e4981c470 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f428a510-e539-4b72-8073-f50cf5f5996d HTTP/1.1" status: 204 len: 168 time: 0.4187467 Aug 31 18:08:31.329669 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 60764) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:31.701985 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cdbb949d-7ad6-4bc6-9cd3-4f396ec8b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563888'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:31.786107 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cdbb949d-7ad6-4bc6-9cd3-4f396ec8b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582948', 'neutron.services.segments.db._delete_segments_for_network-8760416493249'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:31.797876 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-cdbb949d-7ad6-4bc6-9cd3-4f396ec8b3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2e3db9-3684-47ea-89ae-cae2e29e5cc8']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:08:31.814132 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-cdbb949d-7ad6-4bc6-9cd3-4f396ec8b3b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98be0fb-18c3-4b15-9e8a-558d8a6a872c') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:08:31.814857 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-cdbb949d-7ad6-4bc6-9cd3-4f396ec8b3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98be0fb-18c3-4b15-9e8a-558d8a6a872c') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:08:31.835412 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cdbb949d-7ad6-4bc6-9cd3-4f396ec8b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760416505941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14011211'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:31.853469 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cdbb949d-7ad6-4bc6-9cd3-4f396ec8b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:31.862519 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbb949d-7ad6-4bc6-9cd3-4f396ec8b3b7 admin admin] Releasing vlan 1201 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:08:31.862946 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cdbb949d-7ad6-4bc6-9cd3-4f396ec8b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14918096'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: Traceback (most recent call last): Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: timer() Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: cb(*args, **kw) Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: return func(*args, **kwargs) Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: self._notify() Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: self.callback(batched_events) Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: event.method(event) Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: return f(self, *a, **k) Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._get(url).json() Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:08:31.870570 dv-cinder-806740-4-iscsi neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:08:32.032391 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbb2e7-9721-4d9d-b7a2-5fefd8599d12 req-445c3721-ac2e-4b70-8fbd-3ed9c59075cd tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:32.034329 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3abbb2e7-9721-4d9d-b7a2-5fefd8599d12 req-445c3721-ac2e-4b70-8fbd-3ed9c59075cd tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 944 time: 0.0715616 Aug 31 18:08:32.115812 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3abbb2e7-9721-4d9d-b7a2-5fefd8599d12 req-e2ab10ba-5165-42b8-9b3f-b91e101f7d4b tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751498 Aug 31 18:08:32.151417 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cdbb949d-7ad6-4bc6-9cd3-4f396ec8b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-582973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16620547'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:32.175082 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cdbb949d-7ad6-4bc6-9cd3-4f396ec8b3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:32.177572 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-cdbb949d-7ad6-4bc6-9cd3-4f396ec8b3b7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1a2e3db9-3684-47ea-89ae-cae2e29e5cc8 HTTP/1.1" status: 204 len: 168 time: 0.8460555 Aug 31 18:08:32.179731 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb949d-7ad6-4bc6-9cd3-4f396ec8b3b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a2e3db9-3684-47ea-89ae-cae2e29e5cc8,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:32.691044 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 60790) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:32.751678 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-61f2abcf-3db9-4c81-bcb2-6cae2283f984 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bcf70f5913ed4702a205373c28c2f652&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0565321 Aug 31 18:08:32.761982 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 60792) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:32.810626 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac6288d0-d2b3-4175-aaf6-a39ba5697136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:32.834234 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac6288d0-d2b3-4175-aaf6-a39ba5697136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:32.965521 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:08:33.040302 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 575bd565-2114-44ee-a4cc-f9709eb04b62 no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:08:33.064178 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: 575bd565-2114-44ee-a4cc-f9709eb04b62 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:08:33.064877 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 575bd565-2114-44ee-a4cc-f9709eb04b62 not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:08:33.087719 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac6288d0-d2b3-4175-aaf6-a39ba5697136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:33.094301 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac6288d0-d2b3-4175-aaf6-a39ba5697136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:33.094301 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-ac6288d0-d2b3-4175-aaf6-a39ba5697136 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d4b9591-d976-46f4-8d15-22c37aa8de53 HTTP/1.1" status: 204 len: 168 time: 0.3387744 Aug 31 18:08:33.101112 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6288d0-d2b3-4175-aaf6-a39ba5697136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4b9591-d976-46f4-8d15-22c37aa8de53,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:33.243256 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe107d3f-3dac-46a0-8339-dec6e334b4ec req-ed0805c5-3d48-452e-95fb-509cb6985b08 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:33.249957 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fe107d3f-3dac-46a0-8339-dec6e334b4ec req-ed0805c5-3d48-452e-95fb-509cb6985b08 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 944 time: 0.0617969 Aug 31 18:08:33.295163 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fe107d3f-3dac-46a0-8339-dec6e334b4ec req-2c69c8c0-1e39-402e-bd81-482f82ad7e13 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402358 Aug 31 18:08:34.413677 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4646eb-6a85-41af-8057-3e974274445e req-b28c6ec1-2f0e-41d7-9a9b-751bcc2829d4 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:34.415162 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9f4646eb-6a85-41af-8057-3e974274445e req-b28c6ec1-2f0e-41d7-9a9b-751bcc2829d4 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 944 time: 0.0525286 Aug 31 18:08:34.456874 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9f4646eb-6a85-41af-8057-3e974274445e req-7e2ff026-a791-4388-8e46-ef1b5abf000f tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348790 Aug 31 18:08:35.051593 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:08:35.214618 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=8d8dfc42-bfe7-4933-85fa-f317e002a7f4,segment=NetworkSegment(f1d1e523-71df-487a-929e-eff21a6ab430),segment_id=f1d1e523-71df-487a-929e-eff21a6ab430)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:08:35.227408 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4', 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741', 'port_id': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4', 'mac_address': 'fa:16:3e:98:5b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:08:35.267080 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:35.284702 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:08:35.308600 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=8d8dfc42-bfe7-4933-85fa-f317e002a7f4,segment=NetworkSegment(f1d1e523-71df-487a-929e-eff21a6ab430),segment_id=f1d1e523-71df-487a-929e-eff21a6ab430)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:08:35.426423 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:35.495241 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=8d8dfc42-bfe7-4933-85fa-f317e002a7f4,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:35.608148 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b67e59-c1eb-4109-8516-9856535185db req-4c80e8fd-9a34-4524-ba8f-f25c7f7b1e2f tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:35.615954 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-72b67e59-c1eb-4109-8516-9856535185db req-4c80e8fd-9a34-4524-ba8f-f25c7f7b1e2f tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 945 time: 0.0789287 Aug 31 18:08:35.660589 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-72b67e59-c1eb-4109-8516-9856535185db req-84a27d56-c217-4f7a-9458-8103d3006130 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370777 Aug 31 18:08:36.006826 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['8d8dfc42-bfe7-4933-85fa-f317e002a7f4'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:08:36.788287 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19ec8f-6f17-4660-a9e1-47902406f349 req-d572cd1a-6a60-4e08-808a-af22fcc599c1 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:36.790183 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7b19ec8f-6f17-4660-a9e1-47902406f349 req-d572cd1a-6a60-4e08-808a-af22fcc599c1 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 945 time: 0.0498047 Aug 31 18:08:36.837442 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7b19ec8f-6f17-4660-a9e1-47902406f349 req-fa2f61fc-8973-4512-80ee-50988d384da1 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399802 Aug 31 18:08:37.678452 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 60920) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:37.877085 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ce67457-bc38-434c-aef8-4048a66447a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:37.981342 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669b341-fd95-43aa-9e7e-296e45a0b989 req-7b04b0a2-995e-4758-a1c6-b86bf0412453 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:37.982816 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a669b341-fd95-43aa-9e7e-296e45a0b989 req-7b04b0a2-995e-4758-a1c6-b86bf0412453 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 945 time: 0.0683925 Aug 31 18:08:38.040784 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a669b341-fd95-43aa-9e7e-296e45a0b989 req-d3787ac1-735d-4b1c-8ce2-e13453d87bda tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516078 Aug 31 18:08:38.061563 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ce67457-bc38-434c-aef8-4048a66447a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:38.264467 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ce67457-bc38-434c-aef8-4048a66447a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:38.309534 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-5ce67457-bc38-434c-aef8-4048a66447a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8fb493736f2448bd953af82a2477206e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6291182 Aug 31 18:08:38.309704 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce67457-bc38-434c-aef8-4048a66447a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d8ff92-61a8-46ef-bcfb-335a55b264b5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:38.311352 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 60932) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:38.393224 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d4af18a-523d-4ff5-9bd8-b001df5f9d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:38.428831 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d4af18a-523d-4ff5-9bd8-b001df5f9d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:38.633546 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d4af18a-523d-4ff5-9bd8-b001df5f9d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:38.638004 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d4af18a-523d-4ff5-9bd8-b001df5f9d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:38.644470 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-3d4af18a-523d-4ff5-9bd8-b001df5f9d2d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47d8ff92-61a8-46ef-bcfb-335a55b264b5 HTTP/1.1" status: 204 len: 168 time: 0.3272672 Aug 31 18:08:38.650195 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4af18a-523d-4ff5-9bd8-b001df5f9d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d8ff92-61a8-46ef-bcfb-335a55b264b5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:38.659429 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4af18a-523d-4ff5-9bd8-b001df5f9d2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:38.660226 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4af18a-523d-4ff5-9bd8-b001df5f9d2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:38.661157 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4af18a-523d-4ff5-9bd8-b001df5f9d2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:38.661711 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4af18a-523d-4ff5-9bd8-b001df5f9d2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:38.662450 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4af18a-523d-4ff5-9bd8-b001df5f9d2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:38.663018 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4af18a-523d-4ff5-9bd8-b001df5f9d2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:38.663634 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4af18a-523d-4ff5-9bd8-b001df5f9d2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:38.664371 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4af18a-523d-4ff5-9bd8-b001df5f9d2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:38.664903 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4af18a-523d-4ff5-9bd8-b001df5f9d2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:38.665568 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4af18a-523d-4ff5-9bd8-b001df5f9d2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:38.666150 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4af18a-523d-4ff5-9bd8-b001df5f9d2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:38.666758 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4af18a-523d-4ff5-9bd8-b001df5f9d2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:39.064063 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:08:39.240460 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879f069-91ba-46ff-b8e9-960a8c92e53d req-12cfcd88-72eb-42d5-bf08-ca23e1def919 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:39.243795 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0879f069-91ba-46ff-b8e9-960a8c92e53d req-12cfcd88-72eb-42d5-bf08-ca23e1def919 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 945 time: 0.1099458 Aug 31 18:08:39.277839 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:08:39.284179 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:08:39.284981 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:39.299845 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0879f069-91ba-46ff-b8e9-960a8c92e53d req-705755ed-9eff-43a2-9d5b-d689d29ce942 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454125 Aug 31 18:08:39.418492 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:39.444294 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca42d2d-b001-405f-ad96-dc62c4787d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:08:39.446616 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d229a94-6ccc-4127-bd4a-f32bcba0fdee" -d '{"events": [{"server_uuid": "fca42d2d-b001-405f-ad96-dc62c4787d8b", "name": "network-vif-plugged", "status": "completed", "tag": "8d8dfc42-bfe7-4933-85fa-f317e002a7f4"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:08:39.478324 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=8d8dfc42-bfe7-4933-85fa-f317e002a7f4,segment=NetworkSegment(f1d1e523-71df-487a-929e-eff21a6ab430),segment_id=f1d1e523-71df-487a-929e-eff21a6ab430)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:08:39.493932 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0a333c-ff31-42c4-a628-396199e87857 x-openstack-request-id: req-fb0a333c-ff31-42c4-a628-396199e87857 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:08:39.494230 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca42d2d-b001-405f-ad96-dc62c4787d8b", "name": "network-vif-plugged", "status": "completed", "tag": "8d8dfc42-bfe7-4933-85fa-f317e002a7f4", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:08:39.494489 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb0a333c-ff31-42c4-a628-396199e87857 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:08:39.494902 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca42d2d-b001-405f-ad96-dc62c4787d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4', 'code': 200} Aug 31 18:08:39.648726 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:39.720170 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=8d8dfc42-bfe7-4933-85fa-f317e002a7f4,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:39.754646 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 60972) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:39.768819 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c85ff950-eb25-4780-8cde-9f98c5a23116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:39.881111 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c85ff950-eb25-4780-8cde-9f98c5a23116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:39.990438 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c85ff950-eb25-4780-8cde-9f98c5a23116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:40.021985 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ff950-eb25-4780-8cde-9f98c5a23116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139b5399-63be-4ca0-a36d-77d3e58e4b43,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:40.052686 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-c85ff950-eb25-4780-8cde-9f98c5a23116 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=12a814b1e4de4f388d4c70d2886d85da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969410 Aug 31 18:08:40.055324 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 60974) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:40.111957 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b46ce0a-c52b-47f4-8189-fa63d40a7f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:40.479348 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efa3d6-70f2-4eb6-bde7-c6db4a91dce6 req-8307fa3c-c318-47b7-b610-2dbeb1a30887 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:40.489151 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-30efa3d6-70f2-4eb6-bde7-c6db4a91dce6 req-8307fa3c-c318-47b7-b610-2dbeb1a30887 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.1052566 Aug 31 18:08:40.513842 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b46ce0a-c52b-47f4-8189-fa63d40a7f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:40.525716 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-30efa3d6-70f2-4eb6-bde7-c6db4a91dce6 req-40b89ab0-deec-4933-97fe-c264ff7dae5f tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353811 Aug 31 18:08:40.677071 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b46ce0a-c52b-47f4-8189-fa63d40a7f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:40.679628 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b46ce0a-c52b-47f4-8189-fa63d40a7f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:40.680968 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-8b46ce0a-c52b-47f4-8189-fa63d40a7f75 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/139b5399-63be-4ca0-a36d-77d3e58e4b43 HTTP/1.1" status: 204 len: 168 time: 0.6243131 Aug 31 18:08:40.697510 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46ce0a-c52b-47f4-8189-fa63d40a7f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139b5399-63be-4ca0-a36d-77d3e58e4b43,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:41.656275 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbadc4-578b-425f-8852-4e11ed3a3097 req-b040d76c-1258-412c-a730-37d661276e3e tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:41.658302 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-17fbadc4-578b-425f-8852-4e11ed3a3097 req-b040d76c-1258-412c-a730-37d661276e3e tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0605979 Aug 31 18:08:41.725665 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-17fbadc4-578b-425f-8852-4e11ed3a3097 req-118016d2-f0c2-45ac-8012-13b11a5a0aef tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464604 Aug 31 18:08:42.638604 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993f247-39a3-4f5a-bf33-5f88f28b997f req-e1827b3a-4b1d-4b21-8cf5-57f87454a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:42.640093 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-f993f247-39a3-4f5a-bf33-5f88f28b997f req-e1827b3a-4b1d-4b21-8cf5-57f87454a3f8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 1099 time: 0.0390065 Aug 31 18:08:42.846862 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404481fa-e0c7-4776-b730-6998a6215688 req-6240521e-a5cf-4607-bfa2-05eba5e52ff2 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:42.848334 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-404481fa-e0c7-4776-b730-6998a6215688 req-6240521e-a5cf-4607-bfa2-05eba5e52ff2 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0492985 Aug 31 18:08:42.905219 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-404481fa-e0c7-4776-b730-6998a6215688 req-f9e63b33-c26d-44ba-8daf-5067c90ac5c8 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500975 Aug 31 18:08:44.024401 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03467b-369b-4af6-ab75-c405d509811f req-b679fe50-5a38-4ab7-9b42-9cfe26baa498 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:44.025882 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bf03467b-369b-4af6-ab75-c405d509811f req-b679fe50-5a38-4ab7-9b42-9cfe26baa498 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0529797 Aug 31 18:08:44.063763 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bf03467b-369b-4af6-ab75-c405d509811f req-3836962b-a3b7-4ecb-8f49-70b272b6c8a8 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314164 Aug 31 18:08:44.385482 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-f993f247-39a3-4f5a-bf33-5f88f28b997f req-421da6c3-e219-4c3f-ad0a-4ca48ac3aa9a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289893 Aug 31 18:08:45.179106 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1536f9-444b-4af9-aadb-f21cc0080cb6 req-06c365c6-0046-4ca3-b430-fb1eef7888e3 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:45.180479 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6a1536f9-444b-4af9-aadb-f21cc0080cb6 req-06c365c6-0046-4ca3-b430-fb1eef7888e3 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0487294 Aug 31 18:08:45.219642 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6a1536f9-444b-4af9-aadb-f21cc0080cb6 req-adaf9403-886c-481a-a784-50f7b590c51f tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330796 Aug 31 18:08:46.334385 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d27d6-04d5-4a35-82c1-7231be3fc5ef req-35b02291-e24e-4a61-b0e8-61ca079dfa7a tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:46.335883 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-591d27d6-04d5-4a35-82c1-7231be3fc5ef req-35b02291-e24e-4a61-b0e8-61ca079dfa7a tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0487716 Aug 31 18:08:46.374937 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-591d27d6-04d5-4a35-82c1-7231be3fc5ef req-7b1ab5e3-f1a7-48ea-b6cb-2ba51d272f9f tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322957 Aug 31 18:08:47.492591 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a59efd-a0ee-41d4-9955-2d10001b77d3 req-ea05b354-cb11-4bd6-855e-5119af12ed89 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:47.493996 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-18a59efd-a0ee-41d4-9955-2d10001b77d3 req-ea05b354-cb11-4bd6-855e-5119af12ed89 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0518384 Aug 31 18:08:47.533410 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-18a59efd-a0ee-41d4-9955-2d10001b77d3 req-1cebc506-7bac-4cd1-abbf-639545aef2d7 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329273 Aug 31 18:08:47.654934 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4765190-4c1e-418b-89ee-5e1c226e3860 req-b268391f-f289-456d-ab96-ad76e49f4810 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:47.657301 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e4765190-4c1e-418b-89ee-5e1c226e3860 req-b268391f-f289-456d-ab96-ad76e49f4810 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0573332 Aug 31 18:08:47.703287 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e4765190-4c1e-418b-89ee-5e1c226e3860 req-5ec5d8f3-28f3-4066-8994-d386a320bd13 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398912 Aug 31 18:08:47.725699 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 32966) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:47.913204 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3183bd70-5cf9-47b2-808a-5ae3dbec0537 tempest-TestShelveInstance-772378340 tempest-TestShelveInstance-772378340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:47.915535 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-3183bd70-5cf9-47b2-808a-5ae3dbec0537 tempest-TestShelveInstance-772378340 tempest-TestShelveInstance-772378340-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 1094 time: 0.1879542 Aug 31 18:08:47.918099 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 32974) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:47.923737 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Request body: {'floatingip': {'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'port_id': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:08:48.254520 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:48.351583 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:48.464327 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Allocated IP 172.27.3.134 (d0d110ef-3035-4f07-b05a-39b223314ffd/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d/3fabc11a-76e2-47f7-9c67-4b04d5dab0d9) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:08:48.569414 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:48.750978 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:48.787464 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Network d0d110ef-3035-4f07-b05a-39b223314ffd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:08:48.790284 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:08:48.793379 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:08:48.827812 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Pushing event updated for resources: {'Port': ['ID=3fabc11a-76e2-47f7-9c67-4b04d5dab0d9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:48.993371 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 32998) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:49.040415 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b0560a-ca73-472b-9988-7c767e1d3375 admin admin] Deleting subnet 5a444b4a-01d3-4852-87ab-6dd4d2539c5f {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:08:49.043653 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2b0560a-ca73-472b-9988-7c767e1d3375 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.078578 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2b0560a-ca73-472b-9988-7c767e1d3375 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25009181'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.123621 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2b0560a-ca73-472b-9988-7c767e1d3375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-582367'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.216492 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.216863 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 33002) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:49.300149 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2b0560a-ca73-472b-9988-7c767e1d3375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-582356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24928578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13010073'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.340783 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0560a-ca73-472b-9988-7c767e1d3375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a444b4a-01d3-4852-87ab-6dd4d2539c5f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:49.347318 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2b0560a-ca73-472b-9988-7c767e1d3375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.356975 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-f2b0560a-ca73-472b-9988-7c767e1d3375 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5a444b4a-01d3-4852-87ab-6dd4d2539c5f HTTP/1.1" status: 204 len: 168 time: 0.3550382 Aug 31 18:08:49.356975 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 33006) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:49.364419 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2ef5244-d1c1-44aa-892c-a5a32b20460d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.374057 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.453470 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de8aea56-a86d-4d84-a28d-989356dcb958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563888'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.538335 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.566116 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de8aea56-a86d-4d84-a28d-989356dcb958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582948', 'neutron.services.segments.db._delete_segments_for_network-8760416493249'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.579733 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-de8aea56-a86d-4d84-a28d-989356dcb958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974245c4-d671-44ef-935b-f52897888770']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:08:49.595179 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-de8aea56-a86d-4d84-a28d-989356dcb958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b274a3-11cf-4d9a-9da7-7cb5a820b3d7') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:08:49.595475 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-de8aea56-a86d-4d84-a28d-989356dcb958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b274a3-11cf-4d9a-9da7-7cb5a820b3d7') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:08:49.612129 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de8aea56-a86d-4d84-a28d-989356dcb958 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760416505941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25009190'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.614760 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2ef5244-d1c1-44aa-892c-a5a32b20460d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.628394 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de8aea56-a86d-4d84-a28d-989356dcb958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.634504 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8aea56-a86d-4d84-a28d-989356dcb958 admin admin] Releasing vlan 1226 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:08:49.634889 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de8aea56-a86d-4d84-a28d-989356dcb958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24928760'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: Traceback (most recent call last): Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: timer() Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: cb(*args, **kw) Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: return func(*args, **kwargs) Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: self._notify() Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: self.callback(batched_events) Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: event.method(event) Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: return f(self, *a, **k) Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: return self._get(url).json() Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:08:49.636582 dv-cinder-806740-4-iscsi neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:08:49.653123 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.743335 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2ef5244-d1c1-44aa-892c-a5a32b20460d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.743453 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Pushing event updated for resources: {'Port': ['ID=3fabc11a-76e2-47f7-9c67-4b04d5dab0d9,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:49.750612 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16620561'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.781153 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-f2ef5244-d1c1-44aa-892c-a5a32b20460d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=34c04e191e604233a2ccc7ca5f9507e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5631666 Aug 31 18:08:49.782292 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef5244-d1c1-44aa-892c-a5a32b20460d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924a9e97-1aa8-46df-b9f8-9f7f1f4eef0d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:49.783735 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 33016) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:49.785380 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de8aea56-a86d-4d84-a28d-989356dcb958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-582973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16620547'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.804758 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de8aea56-a86d-4d84-a28d-989356dcb958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.809287 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-de8aea56-a86d-4d84-a28d-989356dcb958 admin admin] 10.222.0.58 "DELETE /v2.0/networks/974245c4-d671-44ef-935b-f52897888770 HTTP/1.1" status: 204 len: 168 time: 0.4517720 Aug 31 18:08:49.810937 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8aea56-a86d-4d84-a28d-989356dcb958 admin admin] Pushing event deleted for resources: {'Network': ['ID=974245c4-d671-44ef-935b-f52897888770,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:49.898176 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb370d95-70de-4281-9b0e-e65a328417c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:49.918834 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.l3_db [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Floating IP 61e32966-46e9-4c31-a88a-4e0cd3491081 associated. External IP: 172.27.3.134, port: 8d8dfc42-bfe7-4933-85fa-f317e002a7f4. Aug 31 18:08:49.958419 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb370d95-70de-4281-9b0e-e65a328417c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:50.155467 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Router 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:08:50.197507 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb370d95-70de-4281-9b0e-e65a328417c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:50.200212 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bb370d95-70de-4281-9b0e-e65a328417c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:50.201153 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-bb370d95-70de-4281-9b0e-e65a328417c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/924a9e97-1aa8-46df-b9f8-9f7f1f4eef0d HTTP/1.1" status: 204 len: 168 time: 0.4164326 Aug 31 18:08:50.216243 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb370d95-70de-4281-9b0e-e65a328417c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924a9e97-1aa8-46df-b9f8-9f7f1f4eef0d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:50.287583 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:08:50.298946 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a01d64-cb43-4bc6-b479-31cafed21eaa None None] Sync routers for ids ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:08:50.309232 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a01d64-cb43-4bc6-b479-31cafed21eaa None None] Routers {'602a7af5-ec62-4889-bbbf-bfa9b8e983d6'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:08:50.309995 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f9a01d64-cb43-4bc6-b479-31cafed21eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:08:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:08:50.316511 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 33028) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:50.357184 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-2b60ab6b-09ee-4192-95b6-d852d47f5cb8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b5237a166094bbe94c11975617a8b43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393314 Aug 31 18:08:50.359684 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 33030) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:50.407569 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:50.423562 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-f9a01d64-cb43-4bc6-b479-31cafed21eaa None None] Set router 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:08:50.427339 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e94c6955-db51-4ca1-906e-8332c41c82b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:50.444279 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-60aeb2fc-f92f-4d4e-995f-77c63b07b63d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5250196 Aug 31 18:08:50.447343 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca42d2d-b001-405f-ad96-dc62c4787d8b', 'tag': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:08:50.450251 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127d8f50-f6e6-4e08-b1c8-9ff72a77eb53" -d '{"events": [{"name": "network-changed", "server_uuid": "fca42d2d-b001-405f-ad96-dc62c4787d8b", "tag": "8d8dfc42-bfe7-4933-85fa-f317e002a7f4"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:08:50.462457 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e94c6955-db51-4ca1-906e-8332c41c82b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:50.498467 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaf4bd6-3b86-42ce-8a0e-602b99397bfe x-openstack-request-id: req-beaf4bd6-3b86-42ce-8a0e-602b99397bfe {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:08:50.498844 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca42d2d-b001-405f-ad96-dc62c4787d8b", "tag": "8d8dfc42-bfe7-4933-85fa-f317e002a7f4", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:08:50.499090 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-beaf4bd6-3b86-42ce-8a0e-602b99397bfe {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:08:50.499482 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca42d2d-b001-405f-ad96-dc62c4787d8b', 'tag': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4', 'status': 'completed', 'code': 200} Aug 31 18:08:50.584816 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d8f50-f6e6-4e08-b1c8-9ff72a77eb53 req-44f70698-5f75-4be8-8da2-ac6cd8eb4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:50.586532 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-127d8f50-f6e6-4e08-b1c8-9ff72a77eb53 req-44f70698-5f75-4be8-8da2-ac6cd8eb4299 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cd9176a5d1f042e288b50a6ae2847ef3&device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 1099 time: 0.0423808 Aug 31 18:08:50.637805 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e94c6955-db51-4ca1-906e-8332c41c82b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:50.640388 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e94c6955-db51-4ca1-906e-8332c41c82b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:50.641599 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-e94c6955-db51-4ca1-906e-8332c41c82b0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34164338-bd4e-4289-b084-efa8e6dfd9ab HTTP/1.1" status: 204 len: 168 time: 0.2808433 Aug 31 18:08:50.651074 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c6955-db51-4ca1-906e-8332c41c82b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34164338-bd4e-4289-b084-efa8e6dfd9ab,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:50.702055 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d8f50-f6e6-4e08-b1c8-9ff72a77eb53 req-c2355804-8720-4dc1-8bb2-1b09aa8e6fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:50.704254 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-127d8f50-f6e6-4e08-b1c8-9ff72a77eb53 req-c2355804-8720-4dc1-8bb2-1b09aa8e6fe3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=171cd324-0f22-41e6-b73e-8afd7b0be741 HTTP/1.1" status: 200 len: 910 time: 0.1096380 Aug 31 18:08:50.741367 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f9a01d64-cb43-4bc6-b479-31cafed21eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'name': 'tempest-TestShelveInstance-209636897-router', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:19Z', 'updated_at': '2021-08-31T18:07:23Z', 'revision_number': 4, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'gw_port': {'id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:20Z', 'updated_at': '2021-08-31T18:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '61e32966-46e9-4c31-a88a-4e0cd3491081', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'port_id': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741', 'mac_address': 'fa:16:3e:98:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca42d2d-b001-405f-ad96-dc62c4787d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:08:49Z', 'updated_at': '2021-08-31T18:08:49Z', 'revision_number': 0, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4821a567-90e9-4bd0-b43a-6c175923c922', 'name': '', 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'mac_address': 'fa:16:3e:a1:eb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:22Z', 'updated_at': '2021-08-31T18:07:28Z', 'revision_number': 5, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'subnets': [{'id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:08:50.768834 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a01d64-cb43-4bc6-b479-31cafed21eaa None None] Checking router: 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:08:50.777863 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a01d64-cb43-4bc6-b479-31cafed21eaa None None] Routers {'602a7af5-ec62-4889-bbbf-bfa9b8e983d6'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:08:50.778478 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f9a01d64-cb43-4bc6-b479-31cafed21eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:08:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:08:50.810848 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ecf2879c-86d3-481a-8356-e04b481d2b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:51.003666 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-f9a01d64-cb43-4bc6-b479-31cafed21eaa None None] Set router 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:08:51.242424 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-f9a01d64-cb43-4bc6-b479-31cafed21eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'name': 'tempest-TestShelveInstance-209636897-router', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:19Z', 'updated_at': '2021-08-31T18:07:23Z', 'revision_number': 4, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'gw_port': {'id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:20Z', 'updated_at': '2021-08-31T18:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '61e32966-46e9-4c31-a88a-4e0cd3491081', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'port_id': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741', 'mac_address': 'fa:16:3e:98:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca42d2d-b001-405f-ad96-dc62c4787d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:08:49Z', 'updated_at': '2021-08-31T18:08:49Z', 'revision_number': 0, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4821a567-90e9-4bd0-b43a-6c175923c922', 'name': '', 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'mac_address': 'fa:16:3e:a1:eb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:22Z', 'updated_at': '2021-08-31T18:07:28Z', 'revision_number': 5, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'subnets': [{'id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:08:51.272782 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a01d64-cb43-4bc6-b479-31cafed21eaa None None] The sync data for ids ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'] in dv-cinder-806740-4-iscsi is: [{'id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'name': 'tempest-TestShelveInstance-209636897-router', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:19Z', 'updated_at': '2021-08-31T18:07:23Z', 'revision_number': 4, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'gw_port': {'id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:20Z', 'updated_at': '2021-08-31T18:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '61e32966-46e9-4c31-a88a-4e0cd3491081', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'port_id': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741', 'mac_address': 'fa:16:3e:98:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca42d2d-b001-405f-ad96-dc62c4787d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:08:49Z', 'updated_at': '2021-08-31T18:08:49Z', 'revision_number': 0, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4821a567-90e9-4bd0-b43a-6c175923c922', 'name': '', 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'mac_address': 'fa:16:3e:a1:eb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:22Z', 'updated_at': '2021-08-31T18:07:28Z', 'revision_number': 5, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'subnets': [{'id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:08:51.519521 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec79b23-9051-4d47-86dd-ef6ab64e3318 None None] New status for floating IP 61e32966-46e9-4c31-a88a-4e0cd3491081: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:08:51.826182 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-127d8f50-f6e6-4e08-b1c8-9ff72a77eb53 req-15c98f25-9ef2-45ac-a150-e4f32726797f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8dfc42-bfe7-4933-85fa-f317e002a7f4 HTTP/1.1" status: 200 len: 1000 time: 0.0668094 Aug 31 18:08:52.111585 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:52.434407 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 33154) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:52.536175 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-11617079-7aea-40e7-a500-aed6cf2a9c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:52.627526 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-11617079-7aea-40e7-a500-aed6cf2a9c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:52.717313 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-11617079-7aea-40e7-a500-aed6cf2a9c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:52.754751 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-11617079-7aea-40e7-a500-aed6cf2a9c01 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71388c080bb342cda4e81996d13d2f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191724 Aug 31 18:08:52.756129 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11617079-7aea-40e7-a500-aed6cf2a9c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c03c0f-f929-4242-8f5f-ca7c74e75ef6,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:52.758048 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 33158) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:52.809123 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f676059-3f0c-493c-9df5-40ba8bab68cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:52.853693 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f676059-3f0c-493c-9df5-40ba8bab68cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:52.893676 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d8f50-f6e6-4e08-b1c8-9ff72a77eb53 req-c95550ee-5fc2-4ab0-998a-b12c6ff0082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:52.895102 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-127d8f50-f6e6-4e08-b1c8-9ff72a77eb53 req-c95550ee-5fc2-4ab0-998a-b12c6ff0082f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f31a230-47dc-4d6e-91d0-ed8182c5eeb1 HTTP/1.1" status: 200 len: 847 time: 0.0754557 Aug 31 18:08:53.042953 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f676059-3f0c-493c-9df5-40ba8bab68cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:53.049585 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f676059-3f0c-493c-9df5-40ba8bab68cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:53.051610 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-1f676059-3f0c-493c-9df5-40ba8bab68cd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3c03c0f-f929-4242-8f5f-ca7c74e75ef6 HTTP/1.1" status: 204 len: 168 time: 0.2914104 Aug 31 18:08:53.061116 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f676059-3f0c-493c-9df5-40ba8bab68cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c03c0f-f929-4242-8f5f-ca7c74e75ef6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:53.459633 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a79a205d-69ca-405c-8fc3-f75b2bb8e60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:53.705700 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:54.298152 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d8f50-f6e6-4e08-b1c8-9ff72a77eb53 req-3f137d75-50da-46f2-9214-98b7c4bf8872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:08:54.299650 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-127d8f50-f6e6-4e08-b1c8-9ff72a77eb53 req-3f137d75-50da-46f2-9214-98b7c4bf8872 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=171cd324-0f22-41e6-b73e-8afd7b0be741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444765 Aug 31 18:08:54.393274 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-127d8f50-f6e6-4e08-b1c8-9ff72a77eb53 req-ed7f0969-5a2e-4aca-aa3d-117f5bc6c681 service neutron] 10.222.0.61 "GET /v2.0/networks/171cd324-0f22-41e6-b73e-8afd7b0be741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854197 Aug 31 18:08:54.488590 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-127d8f50-f6e6-4e08-b1c8-9ff72a77eb53 req-9c84bb44-446d-4356-bf60-6feb0b0a68a0 service neutron] 10.222.0.61 "GET /v2.0/networks/171cd324-0f22-41e6-b73e-8afd7b0be741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881562 Aug 31 18:08:54.539737 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:55.994780 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 33244) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:56.107199 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a73f22bf-8428-4e81-8046-dfe1c6b15f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:56.195741 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a73f22bf-8428-4e81-8046-dfe1c6b15f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:56.282535 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a73f22bf-8428-4e81-8046-dfe1c6b15f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:56.322220 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-a73f22bf-8428-4e81-8046-dfe1c6b15f84 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c72cf43fc0d4925bdf1cd926f4a9ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257811 Aug 31 18:08:56.323082 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f22bf-8428-4e81-8046-dfe1c6b15f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397bd598-da59-4110-af6b-3b982942e91c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:56.325615 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 33254) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:56.379517 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a69c3c43-afed-4a04-a47c-724a9600658f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:56.403681 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a69c3c43-afed-4a04-a47c-724a9600658f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:56.540276 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a69c3c43-afed-4a04-a47c-724a9600658f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:56.543011 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a69c3c43-afed-4a04-a47c-724a9600658f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:56.544421 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-a69c3c43-afed-4a04-a47c-724a9600658f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/397bd598-da59-4110-af6b-3b982942e91c HTTP/1.1" status: 204 len: 168 time: 0.2169013 Aug 31 18:08:56.553513 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c3c43-afed-4a04-a47c-724a9600658f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397bd598-da59-4110-af6b-3b982942e91c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:56.561226 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c3c43-afed-4a04-a47c-724a9600658f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:56.561573 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c3c43-afed-4a04-a47c-724a9600658f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:56.561910 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c3c43-afed-4a04-a47c-724a9600658f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:56.562243 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c3c43-afed-4a04-a47c-724a9600658f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:56.562575 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c3c43-afed-4a04-a47c-724a9600658f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:56.562898 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c3c43-afed-4a04-a47c-724a9600658f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:56.563217 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c3c43-afed-4a04-a47c-724a9600658f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:56.563539 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c3c43-afed-4a04-a47c-724a9600658f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:56.563860 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c3c43-afed-4a04-a47c-724a9600658f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:56.564178 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c3c43-afed-4a04-a47c-724a9600658f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:56.564492 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c3c43-afed-4a04-a47c-724a9600658f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:56.564824 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c3c43-afed-4a04-a47c-724a9600658f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:08:56.630009 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:57.414492 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 33280) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:57.429142 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd561037-9d9f-4057-84cc-523f19b641e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:57.527663 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd561037-9d9f-4057-84cc-523f19b641e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:57.666438 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd561037-9d9f-4057-84cc-523f19b641e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:57.710736 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-bd561037-9d9f-4057-84cc-523f19b641e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f6dc80811a15493a97eb1ffdcf28c27c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951264 Aug 31 18:08:57.713648 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 33286) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:08:57.715790 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd561037-9d9f-4057-84cc-523f19b641e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbe5e59-3955-4e20-9908-939a81067154,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:08:57.766936 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5031691f-9078-493f-ba88-e9a299cd7acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:57.789334 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5031691f-9078-493f-ba88-e9a299cd7acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:58.105974 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5031691f-9078-493f-ba88-e9a299cd7acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:58.108561 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5031691f-9078-493f-ba88-e9a299cd7acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:08:58.109772 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-5031691f-9078-493f-ba88-e9a299cd7acb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fdbe5e59-3955-4e20-9908-939a81067154 HTTP/1.1" status: 204 len: 168 time: 0.3951507 Aug 31 18:08:58.121776 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031691f-9078-493f-ba88-e9a299cd7acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbe5e59-3955-4e20-9908-939a81067154,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:09:01.094582 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 33370) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:09:01.209186 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e0aa793-a5fc-417e-92eb-bbc573c0e4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:01.300561 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e0aa793-a5fc-417e-92eb-bbc573c0e4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:01.385696 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e0aa793-a5fc-417e-92eb-bbc573c0e4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:01.425463 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-3e0aa793-a5fc-417e-92eb-bbc573c0e4e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=07a28a3913594c8d88ebbb10af917d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297629 Aug 31 18:09:01.426417 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0aa793-a5fc-417e-92eb-bbc573c0e4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000b6856-d966-4fe2-ad70-d711523adca5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:09:01.428303 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 33374) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:09:01.480556 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dcae579a-157f-4c22-9c47-ea5d9eb15fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:01.510759 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dcae579a-157f-4c22-9c47-ea5d9eb15fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:01.695484 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dcae579a-157f-4c22-9c47-ea5d9eb15fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:01.698162 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dcae579a-157f-4c22-9c47-ea5d9eb15fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:01.699373 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-dcae579a-157f-4c22-9c47-ea5d9eb15fae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/000b6856-d966-4fe2-ad70-d711523adca5 HTTP/1.1" status: 204 len: 168 time: 0.2699955 Aug 31 18:09:01.707633 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae579a-157f-4c22-9c47-ea5d9eb15fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000b6856-d966-4fe2-ad70-d711523adca5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:09:02.426381 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 33400) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:09:02.541359 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-35725d58-7450-4f94-b1a9-d1a5778ada11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:02.556489 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 33406) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:09:02.570563 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cfefa51-6527-4d8c-931c-65182c50a56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:02.638058 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-35725d58-7450-4f94-b1a9-d1a5778ada11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:02.723019 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-35725d58-7450-4f94-b1a9-d1a5778ada11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:02.773172 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-35725d58-7450-4f94-b1a9-d1a5778ada11 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e661adf556ba4a14aacd49a62bb9023b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456514 Aug 31 18:09:02.774280 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35725d58-7450-4f94-b1a9-d1a5778ada11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897d3502-85c1-43ea-89ab-2a6e2bcc7d8c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:09:02.775890 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 33408) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:09:02.848218 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cfefa51-6527-4d8c-931c-65182c50a56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:02.859853 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ff6e555-a63f-4ed3-b640-5e88180d4db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:02.884646 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ff6e555-a63f-4ed3-b640-5e88180d4db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:02.934237 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cfefa51-6527-4d8c-931c-65182c50a56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:02.974135 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-3cfefa51-6527-4d8c-931c-65182c50a56c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69900a11fdff4573b06a3d8b0cfe624f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4164033 Aug 31 18:09:02.975079 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfefa51-6527-4d8c-931c-65182c50a56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ac0241-d9e3-43b8-a6ca-2b210bf2a64a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:09:02.976935 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 33410) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:09:03.030308 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-79b9d6a8-c9e1-41b9-8233-1ac6e9847bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:03.052074 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-79b9d6a8-c9e1-41b9-8233-1ac6e9847bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:03.054234 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ff6e555-a63f-4ed3-b640-5e88180d4db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:03.057293 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ff6e555-a63f-4ed3-b640-5e88180d4db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:03.059032 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-4ff6e555-a63f-4ed3-b640-5e88180d4db1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/897d3502-85c1-43ea-89ab-2a6e2bcc7d8c HTTP/1.1" status: 204 len: 168 time: 0.2814713 Aug 31 18:09:03.067552 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6e555-a63f-4ed3-b640-5e88180d4db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897d3502-85c1-43ea-89ab-2a6e2bcc7d8c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:09:03.208131 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-79b9d6a8-c9e1-41b9-8233-1ac6e9847bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:03.210767 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-79b9d6a8-c9e1-41b9-8233-1ac6e9847bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:03.211941 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-79b9d6a8-c9e1-41b9-8233-1ac6e9847bd5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67ac0241-d9e3-43b8-a6ca-2b210bf2a64a HTTP/1.1" status: 204 len: 168 time: 0.2339530 Aug 31 18:09:03.220151 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9d6a8-c9e1-41b9-8233-1ac6e9847bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ac0241-d9e3-43b8-a6ca-2b210bf2a64a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:09:03.891551 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 33434) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:09:03.906356 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81eabca1-248d-42bb-b58a-a7452061a576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:04.000895 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81eabca1-248d-42bb-b58a-a7452061a576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:04.121773 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81eabca1-248d-42bb-b58a-a7452061a576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:04.163024 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-81eabca1-248d-42bb-b58a-a7452061a576 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=044d9ffd7b604679af8b7675a5f97698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703695 Aug 31 18:09:04.165718 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 33440) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:09:04.173222 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eabca1-248d-42bb-b58a-a7452061a576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ef289e-20df-4302-8f4d-26759d978b70,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:09:04.227148 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b8d6-b9b6-45b0-aee1-a48d0cd017e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:04.252183 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b8d6-b9b6-45b0-aee1-a48d0cd017e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:04.397853 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b8d6-b9b6-45b0-aee1-a48d0cd017e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:04.402743 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b8d6-b9b6-45b0-aee1-a48d0cd017e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:04.417759 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-bfb5b8d6-b9b6-45b0-aee1-a48d0cd017e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/80ef289e-20df-4302-8f4d-26759d978b70 HTTP/1.1" status: 204 len: 168 time: 0.2411129 Aug 31 18:09:04.417759 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5b8d6-b9b6-45b0-aee1-a48d0cd017e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ef289e-20df-4302-8f4d-26759d978b70,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:09:09.965884 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:09:20.814639 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-70c149b2-89fc-4513-8351-501d67d9f93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:21.962045 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:23.385704 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c2bde760-20cc-4bbb-9374-b74d7834e12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:23.725006 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:24.464771 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:26.505290 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c361e91b-eb51-4f78-883c-8474e486a288 req-b2be1edb-996d-4907-aee9-1e8d753f25b5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401058 Aug 31 18:09:26.610588 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361e91b-eb51-4f78-883c-8474e486a288 req-0907bc37-4d5c-4db2-91f0-f7e947e3095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:26.612135 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c361e91b-eb51-4f78-883c-8474e486a288 req-0907bc37-4d5c-4db2-91f0-f7e947e3095f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71cf56a95c554ed4bdb83b9c03793d9c&device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 1099 time: 0.0460744 Aug 31 18:09:26.613914 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:26.725079 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361e91b-eb51-4f78-883c-8474e486a288 req-8a0cef79-a9b8-44fb-a530-382c6d245dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:26.726575 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c361e91b-eb51-4f78-883c-8474e486a288 req-8a0cef79-a9b8-44fb-a530-382c6d245dfd service neutron] 10.222.0.61 "GET /v2.0/networks?id=75e081f7-d3c8-4092-a3bf-ad504c26e246 HTTP/1.1" status: 200 len: 912 time: 0.0916996 Aug 31 18:09:26.806418 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c361e91b-eb51-4f78-883c-8474e486a288 req-9b7d0b4d-fe50-4106-8b66-46e9a48c5bc9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87d0149f-06bd-459d-8c86-6f60c8c89e8c HTTP/1.1" status: 200 len: 1001 time: 0.0640287 Aug 31 18:09:26.856414 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361e91b-eb51-4f78-883c-8474e486a288 req-c732096d-c2e8-4e80-a6be-a63b41216f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:26.857904 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c361e91b-eb51-4f78-883c-8474e486a288 req-c732096d-c2e8-4e80-a6be-a63b41216f04 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6cb31828-d8fd-4cf6-8874-763e2a00ac91 HTTP/1.1" status: 200 len: 849 time: 0.0438306 Aug 31 18:09:26.906846 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361e91b-eb51-4f78-883c-8474e486a288 req-3ca1cb92-cff9-46da-894a-291c33e6001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:26.908423 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c361e91b-eb51-4f78-883c-8474e486a288 req-3ca1cb92-cff9-46da-894a-291c33e6001a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75e081f7-d3c8-4092-a3bf-ad504c26e246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417695 Aug 31 18:09:27.007398 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c361e91b-eb51-4f78-883c-8474e486a288 req-4667d257-783a-4a17-90b3-b266d315c5e7 service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846846 Aug 31 18:09:27.096844 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c361e91b-eb51-4f78-883c-8474e486a288 req-d469f60d-61d1-46b0-b22f-c2ae29b6bf53 service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820477 Aug 31 18:09:40.406993 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 33906) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:09:40.513435 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-619669e5-874c-482d-b94e-6a111d2499d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:40.602855 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-619669e5-874c-482d-b94e-6a111d2499d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:40.687722 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-619669e5-874c-482d-b94e-6a111d2499d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:40.728611 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619669e5-874c-482d-b94e-6a111d2499d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411b3fc9-5b23-4726-9228-7c0a135e632f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:09:40.734332 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-619669e5-874c-482d-b94e-6a111d2499d0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb0bdc6408c347cab7f99eb1a6167037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262827 Aug 31 18:09:40.737184 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 33916) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:09:40.741575 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619669e5-874c-482d-b94e-6a111d2499d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:09:40.741932 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619669e5-874c-482d-b94e-6a111d2499d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:09:40.742281 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619669e5-874c-482d-b94e-6a111d2499d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:09:40.742748 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619669e5-874c-482d-b94e-6a111d2499d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:09:40.743093 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619669e5-874c-482d-b94e-6a111d2499d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:09:40.743478 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619669e5-874c-482d-b94e-6a111d2499d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:09:40.743820 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619669e5-874c-482d-b94e-6a111d2499d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:09:40.744151 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619669e5-874c-482d-b94e-6a111d2499d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:09:40.744491 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619669e5-874c-482d-b94e-6a111d2499d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:09:40.744979 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619669e5-874c-482d-b94e-6a111d2499d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:09:40.745314 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619669e5-874c-482d-b94e-6a111d2499d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:09:40.745640 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619669e5-874c-482d-b94e-6a111d2499d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:09:40.806390 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e46e34d1-f4a8-4dbe-8555-53b1eca0caa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:40.834420 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e46e34d1-f4a8-4dbe-8555-53b1eca0caa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:40.912464 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1c991-c366-4984-9c6a-8a56e918a62e req-c451594b-1697-4b3c-9864-c5afa65474c9 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:40.913974 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f1a1c991-c366-4984-9c6a-8a56e918a62e req-c451594b-1697-4b3c-9864-c5afa65474c9 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.1126661 Aug 31 18:09:40.953266 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f1a1c991-c366-4984-9c6a-8a56e918a62e req-31e33944-5f92-45e8-a374-a5a9e8599160 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329313 Aug 31 18:09:41.024781 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e46e34d1-f4a8-4dbe-8555-53b1eca0caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:41.027552 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e46e34d1-f4a8-4dbe-8555-53b1eca0caa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:41.028851 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-e46e34d1-f4a8-4dbe-8555-53b1eca0caa5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/411b3fc9-5b23-4726-9228-7c0a135e632f HTTP/1.1" status: 204 len: 168 time: 0.2905753 Aug 31 18:09:41.036998 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e34d1-f4a8-4dbe-8555-53b1eca0caa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411b3fc9-5b23-4726-9228-7c0a135e632f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:09:41.741283 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 33930) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:09:41.754731 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2d8a83fd-8cdf-4f25-be0a-0f6550d6aec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:41.843261 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2d8a83fd-8cdf-4f25-be0a-0f6550d6aec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:41.938875 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2d8a83fd-8cdf-4f25-be0a-0f6550d6aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:41.980735 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-2d8a83fd-8cdf-4f25-be0a-0f6550d6aec3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ff2b6c6daa094b0e9eb12f956e7a85e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383931 Aug 31 18:09:41.981585 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a83fd-8cdf-4f25-be0a-0f6550d6aec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58bf686-053e-4661-8967-a26a84c78286,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:09:41.983582 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 33936) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:09:42.036135 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-364ba3ed-eb69-48a9-88bb-dc56c9bafd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:42.057950 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-364ba3ed-eb69-48a9-88bb-dc56c9bafd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:42.082390 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb983ef-c9c0-49cc-866d-bcfc975e7f8d req-be0be27f-228c-4f97-92cf-bc3ceb57fb43 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:42.083883 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dbb983ef-c9c0-49cc-866d-bcfc975e7f8d req-be0be27f-228c-4f97-92cf-bc3ceb57fb43 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0504730 Aug 31 18:09:42.124527 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dbb983ef-c9c0-49cc-866d-bcfc975e7f8d req-3a61d1ee-2b89-459a-a5cc-430c905b65bc tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335479 Aug 31 18:09:42.179530 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-364ba3ed-eb69-48a9-88bb-dc56c9bafd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:42.182991 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-364ba3ed-eb69-48a9-88bb-dc56c9bafd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:42.184217 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-364ba3ed-eb69-48a9-88bb-dc56c9bafd71 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c58bf686-053e-4661-8967-a26a84c78286 HTTP/1.1" status: 204 len: 168 time: 0.1991842 Aug 31 18:09:42.192281 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ba3ed-eb69-48a9-88bb-dc56c9bafd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58bf686-053e-4661-8967-a26a84c78286,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:09:43.003366 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 33946) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:09:43.016184 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88bda667-d219-4fed-b2bd-14485e875887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:43.105263 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88bda667-d219-4fed-b2bd-14485e875887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:43.194842 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-88bda667-d219-4fed-b2bd-14485e875887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:43.260081 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bda667-d219-4fed-b2bd-14485e875887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f8eb53-792f-44d8-8454-ce53ef20f495,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:09:43.268075 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-88bda667-d219-4fed-b2bd-14485e875887 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c82f2153d53b445d8e59b927aa53ab29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632782 Aug 31 18:09:43.270917 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 33950) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:09:43.284281 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f11d4-117c-4fc6-9dca-c145405d978d req-bcc665fb-4d03-4d43-b9ab-65d531a2527f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:43.285877 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8e8f11d4-117c-4fc6-9dca-c145405d978d req-bcc665fb-4d03-4d43-b9ab-65d531a2527f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0880694 Aug 31 18:09:43.325678 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8e8f11d4-117c-4fc6-9dca-c145405d978d req-19830ca2-ea21-449e-a6ce-2597fe2a4261 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330625 Aug 31 18:09:43.329299 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f224b1e7-020e-4bf0-9327-8a5e461db735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:43.350161 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f224b1e7-020e-4bf0-9327-8a5e461db735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:43.474606 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f224b1e7-020e-4bf0-9327-8a5e461db735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:43.477336 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f224b1e7-020e-4bf0-9327-8a5e461db735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:43.478526 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-f224b1e7-020e-4bf0-9327-8a5e461db735 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/22f8eb53-792f-44d8-8454-ce53ef20f495 HTTP/1.1" status: 204 len: 168 time: 0.2057095 Aug 31 18:09:43.487268 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224b1e7-020e-4bf0-9327-8a5e461db735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f8eb53-792f-44d8-8454-ce53ef20f495,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:09:44.453632 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa47b52-4c2b-4c60-92ee-51fe53bac339 req-54c69c1e-ede1-483e-9c3f-7b3aabfd78f5 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:44.455322 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2aa47b52-4c2b-4c60-92ee-51fe53bac339 req-54c69c1e-ede1-483e-9c3f-7b3aabfd78f5 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0545180 Aug 31 18:09:44.492232 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2aa47b52-4c2b-4c60-92ee-51fe53bac339 req-18beff87-f094-45b6-a0a7-1c0017e564e2 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310125 Aug 31 18:09:45.617437 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78e732-a882-4c3b-9bfa-ee728ca426e4 req-c1513ead-48e4-4624-8e7a-97a07dbd54c1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:45.618965 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8e78e732-a882-4c3b-9bfa-ee728ca426e4 req-c1513ead-48e4-4624-8e7a-97a07dbd54c1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0503535 Aug 31 18:09:45.658405 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8e78e732-a882-4c3b-9bfa-ee728ca426e4 req-d589eae6-6862-4ee2-829b-50694f65bf16 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334427 Aug 31 18:09:46.086083 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 34020) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:09:46.192681 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6acf6a1-d1ef-4f00-b19a-b889f7b817c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:46.295998 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6acf6a1-d1ef-4f00-b19a-b889f7b817c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:46.367941 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6acf6a1-d1ef-4f00-b19a-b889f7b817c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:46.407583 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-f6acf6a1-d1ef-4f00-b19a-b889f7b817c5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bed33f730103406a99c7659a89b34477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203831 Aug 31 18:09:46.408462 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acf6a1-d1ef-4f00-b19a-b889f7b817c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bf2e12-4782-4130-976f-a704d7f7078b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:09:46.410285 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 34024) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:09:46.468809 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b31aaa5-f985-4f97-8b30-4fa0aba17669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:46.492601 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b31aaa5-f985-4f97-8b30-4fa0aba17669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:46.676304 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b31aaa5-f985-4f97-8b30-4fa0aba17669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:46.678902 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b31aaa5-f985-4f97-8b30-4fa0aba17669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:46.680246 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-3b31aaa5-f985-4f97-8b30-4fa0aba17669 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/39bf2e12-4782-4130-976f-a704d7f7078b HTTP/1.1" status: 204 len: 168 time: 0.2689083 Aug 31 18:09:46.690160 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31aaa5-f985-4f97-8b30-4fa0aba17669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bf2e12-4782-4130-976f-a704d7f7078b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:09:46.786626 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5816d-f2de-4bd3-bb8a-eb3a42aabe60 req-8687e134-aaad-449f-936b-42a8f8e91793 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:46.788200 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-79b5816d-f2de-4bd3-bb8a-eb3a42aabe60 req-8687e134-aaad-449f-936b-42a8f8e91793 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0494275 Aug 31 18:09:46.826931 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-79b5816d-f2de-4bd3-bb8a-eb3a42aabe60 req-c162d3e3-3b02-4ef4-a148-73dd7faec2aa tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317719 Aug 31 18:09:46.964377 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:09:47.274791 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 34036) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:09:47.287959 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c9bf43bb-19f3-466a-8344-248e5ac7c366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:47.373507 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c9bf43bb-19f3-466a-8344-248e5ac7c366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:47.457129 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c9bf43bb-19f3-466a-8344-248e5ac7c366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:47.495206 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-c9bf43bb-19f3-466a-8344-248e5ac7c366 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aae772f8a1354a5093dfb54ac2705f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193615 Aug 31 18:09:47.496132 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf43bb-19f3-466a-8344-248e5ac7c366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db45d69-626f-49cd-b841-89852ffd1f34,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:09:47.497989 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 34040) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:09:47.548528 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-983bd5db-7da6-41f4-ad62-84ed082cdedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:47.569155 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-983bd5db-7da6-41f4-ad62-84ed082cdedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:47.693351 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-983bd5db-7da6-41f4-ad62-84ed082cdedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:47.696282 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-983bd5db-7da6-41f4-ad62-84ed082cdedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:47.697572 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-983bd5db-7da6-41f4-ad62-84ed082cdedc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5db45d69-626f-49cd-b841-89852ffd1f34 HTTP/1.1" status: 204 len: 168 time: 0.1984873 Aug 31 18:09:47.705754 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983bd5db-7da6-41f4-ad62-84ed082cdedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db45d69-626f-49cd-b841-89852ffd1f34,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:09:47.958434 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea14e6-1378-442c-846d-62ffba7041a5 req-11e198e7-5e62-4f19-8e02-c39b47dc5f08 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:47.960047 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e1ea14e6-1378-442c-846d-62ffba7041a5 req-11e198e7-5e62-4f19-8e02-c39b47dc5f08 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0575764 Aug 31 18:09:48.003958 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e1ea14e6-1378-442c-846d-62ffba7041a5 req-0df06cea-d20d-4ffd-8e0e-2f8e2170f5a8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371437 Aug 31 18:09:49.126963 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fa574-136d-4bb7-9da2-4d3a2c5c826f req-f681245f-95ad-4a72-8613-fe0f6eeee7d7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:49.128560 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-367fa574-136d-4bb7-9da2-4d3a2c5c826f req-f681245f-95ad-4a72-8613-fe0f6eeee7d7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0500612 Aug 31 18:09:49.167511 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-367fa574-136d-4bb7-9da2-4d3a2c5c826f req-da9a2751-e0f6-491e-a893-94ccf07e6072 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329485 Aug 31 18:09:50.282855 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b50a12-1ba5-4eaf-94d2-10edb16c3c1f req-223b2464-182a-47df-92b6-ba2a8d12b675 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:50.284309 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-40b50a12-1ba5-4eaf-94d2-10edb16c3c1f req-223b2464-182a-47df-92b6-ba2a8d12b675 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0472109 Aug 31 18:09:50.321492 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-40b50a12-1ba5-4eaf-94d2-10edb16c3c1f req-ee82bff4-d802-49f6-a90a-dc2f7bf48fb3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313668 Aug 31 18:09:50.767844 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-70cc4162-66fa-4e26-acfd-4628fde3a031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:51.448685 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27221015-f089-4876-8302-4a8292dfbae8 req-e0ace2e2-d55b-4cfc-ba18-ee2cbecd336b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:51.450244 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-27221015-f089-4876-8302-4a8292dfbae8 req-e0ace2e2-d55b-4cfc-ba18-ee2cbecd336b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0513859 Aug 31 18:09:51.488171 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-27221015-f089-4876-8302-4a8292dfbae8 req-60740256-0982-45d8-a0f9-ef945e7e62f7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321026 Aug 31 18:09:52.047504 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:52.604298 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c604f-dcca-4c50-8747-3a00cb6a41b6 req-61485b36-c976-49eb-b317-386a8baf4fcd tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:52.605854 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-351c604f-dcca-4c50-8747-3a00cb6a41b6 req-61485b36-c976-49eb-b317-386a8baf4fcd tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0478883 Aug 31 18:09:52.644366 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-351c604f-dcca-4c50-8747-3a00cb6a41b6 req-429b4f9f-1f49-43de-9320-d6e0c9023e71 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327165 Aug 31 18:09:53.424328 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-99245a57-a5e0-47cb-8464-3b126186549c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:53.657102 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:53.761538 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dc6d1-47d8-4283-814e-71b1c47da026 req-fc72d751-b137-4915-a365-5d28be993b13 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:53.763011 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5e4dc6d1-47d8-4283-814e-71b1c47da026 req-fc72d751-b137-4915-a365-5d28be993b13 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0487933 Aug 31 18:09:53.800860 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5e4dc6d1-47d8-4283-814e-71b1c47da026 req-1d861596-819f-4c41-b1e6-ec8347b13a9d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318704 Aug 31 18:09:54.470518 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:54.920943 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c42fa7-758c-4691-9676-1f821f8d536d req-e3e892f3-57e6-4820-9abc-6681cbee0771 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:54.922406 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-77c42fa7-758c-4691-9676-1f821f8d536d req-e3e892f3-57e6-4820-9abc-6681cbee0771 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0513134 Aug 31 18:09:54.958534 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-77c42fa7-758c-4691-9676-1f821f8d536d req-c3943c92-6342-43c5-95bd-dbe0197bd912 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303223 Aug 31 18:09:56.078521 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230096a-3d89-4797-bb64-deb3de173123 req-319c3b62-9a62-4b7c-884b-85d90b57a0b9 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:56.079992 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0230096a-3d89-4797-bb64-deb3de173123 req-319c3b62-9a62-4b7c-884b-85d90b57a0b9 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0489142 Aug 31 18:09:56.118238 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0230096a-3d89-4797-bb64-deb3de173123 req-99930c7e-eb91-417d-a1e0-78dd7b2bbe2b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322399 Aug 31 18:09:56.617551 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:09:57.237092 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737d07b-2610-4f82-9d3e-b562e771cdf0 req-4c312cde-cfe2-4f65-829f-0b15feb22f2d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:57.238561 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a737d07b-2610-4f82-9d3e-b562e771cdf0 req-4c312cde-cfe2-4f65-829f-0b15feb22f2d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0473320 Aug 31 18:09:57.275999 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a737d07b-2610-4f82-9d3e-b562e771cdf0 req-4b1bab2e-4dd6-4ea5-869e-05c7282aa7c3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315163 Aug 31 18:09:58.396876 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db6713-01ea-429c-ba69-c3077e102cd1 req-b5f7e204-11a5-4e63-bd42-f867e5d3c53d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:58.398357 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-40db6713-01ea-429c-ba69-c3077e102cd1 req-b5f7e204-11a5-4e63-bd42-f867e5d3c53d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0509267 Aug 31 18:09:58.436473 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-40db6713-01ea-429c-ba69-c3077e102cd1 req-34109bc0-58de-49d6-ae1a-715bc6e1ac96 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316477 Aug 31 18:09:59.554535 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bf39a-1b0b-434a-97a8-51083b2e9a82 req-79fa86f4-f07e-461e-9035-92c30ca58527 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:09:59.556022 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-538bf39a-1b0b-434a-97a8-51083b2e9a82 req-79fa86f4-f07e-461e-9035-92c30ca58527 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0487368 Aug 31 18:09:59.593501 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-538bf39a-1b0b-434a-97a8-51083b2e9a82 req-6efb33ef-7945-43bc-ba53-7578da5b66f7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313830 Aug 31 18:10:00.709703 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1794a8-0a99-4ede-b056-2633d8e8341a req-fd9e6cc9-f1bd-4de5-a102-3a1da74bb128 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:00.711196 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cf1794a8-0a99-4ede-b056-2633d8e8341a req-fd9e6cc9-f1bd-4de5-a102-3a1da74bb128 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0488775 Aug 31 18:10:00.749765 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cf1794a8-0a99-4ede-b056-2633d8e8341a req-e3a2a20a-8da8-4ed6-bda7-7a8f1dce0c6c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326197 Aug 31 18:10:01.870141 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33667232-3266-4d01-bb34-bc345a1bfc4a req-520fa1dd-27c0-471f-b801-19d04514b749 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:01.871580 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-33667232-3266-4d01-bb34-bc345a1bfc4a req-520fa1dd-27c0-471f-b801-19d04514b749 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0511217 Aug 31 18:10:01.908191 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-33667232-3266-4d01-bb34-bc345a1bfc4a req-80186429-7dac-4d07-baf5-9d7f1b195ede tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307078 Aug 31 18:10:03.026295 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d41354-70c7-4baa-b995-3940d531251c req-9a0dd210-f2fc-46c3-9977-f8bcbd8ee8da tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:03.027750 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-06d41354-70c7-4baa-b995-3940d531251c req-9a0dd210-f2fc-46c3-9977-f8bcbd8ee8da tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0484567 Aug 31 18:10:03.065059 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-06d41354-70c7-4baa-b995-3940d531251c req-f3015206-660d-4887-969e-5ff9147404de tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311799 Aug 31 18:10:04.191270 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a194c7-5e78-44ae-b6ac-1af4d2612f1f req-47f91521-80a1-40b4-860e-d044eb7089e6 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:04.192732 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-06a194c7-5e78-44ae-b6ac-1af4d2612f1f req-47f91521-80a1-40b4-860e-d044eb7089e6 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0561903 Aug 31 18:10:04.230772 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-06a194c7-5e78-44ae-b6ac-1af4d2612f1f req-48eb6b8e-78a2-43bb-8001-2ad23d5cf863 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316508 Aug 31 18:10:05.352585 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f5ff3-8a17-45ca-a232-5b84d3c36574 req-84bc5c50-5fe8-4146-9e02-9fb126240048 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:05.354107 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ef2f5ff3-8a17-45ca-a232-5b84d3c36574 req-84bc5c50-5fe8-4146-9e02-9fb126240048 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0513091 Aug 31 18:10:05.391662 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ef2f5ff3-8a17-45ca-a232-5b84d3c36574 req-da828d2b-76e6-42e8-be80-4c2a8f53add6 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316415 Aug 31 18:10:06.507843 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d896a-346c-40c1-a020-b2cd3d434b4b req-e6b51123-6cad-4be4-b445-1d0eee9c8330 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:06.509508 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-547d896a-346c-40c1-a020-b2cd3d434b4b req-e6b51123-6cad-4be4-b445-1d0eee9c8330 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0485058 Aug 31 18:10:06.550118 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-547d896a-346c-40c1-a020-b2cd3d434b4b req-f5cb961a-8ce1-45cd-8169-bcd971055070 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321960 Aug 31 18:10:07.666130 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849da34-fe2d-441b-a39f-e9db1fb809d2 req-92d2abca-f693-4550-bfef-de01bc140a6a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:07.667622 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0849da34-fe2d-441b-a39f-e9db1fb809d2 req-92d2abca-f693-4550-bfef-de01bc140a6a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0474162 Aug 31 18:10:07.705901 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0849da34-fe2d-441b-a39f-e9db1fb809d2 req-13c66fc8-7b6b-4aee-9ee7-231978bf872b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319729 Aug 31 18:10:08.825956 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a0bd4-55f3-4e43-8e5c-620125f6ccb2 req-edeb2b25-dc2c-4a91-875a-f82e564552c4 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:08.827425 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1d6a0bd4-55f3-4e43-8e5c-620125f6ccb2 req-edeb2b25-dc2c-4a91-875a-f82e564552c4 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0524204 Aug 31 18:10:08.865274 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1d6a0bd4-55f3-4e43-8e5c-620125f6ccb2 req-acdced64-4565-4391-a8d0-d4ca1f99a159 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317156 Aug 31 18:10:09.980666 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01219bbf-164d-4093-8189-f3e2ad6c6662 req-32ed6dad-77a7-48ac-bde8-708f9186c534 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:09.982252 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-01219bbf-164d-4093-8189-f3e2ad6c6662 req-32ed6dad-77a7-48ac-bde8-708f9186c534 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0472136 Aug 31 18:10:10.020350 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-01219bbf-164d-4093-8189-f3e2ad6c6662 req-6e64e5a4-fea4-4097-8584-1675ec78b25c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322123 Aug 31 18:10:11.137155 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1563230-ae91-4267-8165-127717d309ee req-95a6a766-7352-4bd8-b131-8a1ecf5dc12b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:11.138600 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f1563230-ae91-4267-8165-127717d309ee req-95a6a766-7352-4bd8-b131-8a1ecf5dc12b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0478582 Aug 31 18:10:11.177890 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f1563230-ae91-4267-8165-127717d309ee req-47c070c1-3e1d-4d0a-aa41-8ed524140fd1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330374 Aug 31 18:10:12.301173 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02655e33-e238-437a-bbd0-d80a570b2bf2 req-30b20ba9-e08a-4ef3-959c-5eb92b692897 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:12.302609 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-02655e33-e238-437a-bbd0-d80a570b2bf2 req-30b20ba9-e08a-4ef3-959c-5eb92b692897 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0520909 Aug 31 18:10:12.342880 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-02655e33-e238-437a-bbd0-d80a570b2bf2 req-302b2c5c-6ff4-4e12-8679-8bd955d8e2ae tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339861 Aug 31 18:10:13.459353 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbaf6c-d422-4cc8-8bc3-8e70b820970f req-3faa28ba-7596-4d9f-be12-ef23555661e5 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:13.460931 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-08fbaf6c-d422-4cc8-8bc3-8e70b820970f req-3faa28ba-7596-4d9f-be12-ef23555661e5 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0485027 Aug 31 18:10:13.498505 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-08fbaf6c-d422-4cc8-8bc3-8e70b820970f req-d875ebdd-e041-4568-9fa8-92b49716f819 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316448 Aug 31 18:10:13.903191 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 541488fc-0144-4a36-9edf-0648ccb84475 details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:10:13.997251 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 541488fc-0144-4a36-9edf-0648ccb84475, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=541488fc-0144-4a36-9edf-0648ccb84475,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:10:14.011754 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': '541488fc-0144-4a36-9edf-0648ccb84475', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'port_id': '541488fc-0144-4a36-9edf-0648ccb84475', 'mac_address': 'fa:16:3e:db:1c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:10:14.048415 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:14.061414 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 541488fc-0144-4a36-9edf-0648ccb84475 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:10:14.081819 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 541488fc-0144-4a36-9edf-0648ccb84475, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=541488fc-0144-4a36-9edf-0648ccb84475,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:10:14.211493 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:14.259429 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=541488fc-0144-4a36-9edf-0648ccb84475,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:14.266693 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:14.267045 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:14.267385 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:14.267720 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:14.268053 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:14.268386 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:14.268713 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:14.269066 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:14.269398 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:14.269716 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:14.275604 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:14.275604 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:14.613037 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4267c-cf85-438e-99f1-09e52083e5ae req-8bf206b8-56df-4a69-8ad8-eb4328e7e3f7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:14.614490 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7dd4267c-cf85-438e-99f1-09e52083e5ae req-8bf206b8-56df-4a69-8ad8-eb4328e7e3f7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 945 time: 0.0467772 Aug 31 18:10:14.651652 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7dd4267c-cf85-438e-99f1-09e52083e5ae req-43266048-6846-4f44-b6a9-ed3c587b9b7f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307658 Aug 31 18:10:15.770386 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d91de-6d1c-401a-99cf-5f109f7f5cc4 req-27c1f606-9a06-4e1b-9028-6e8a94f53f72 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:15.771908 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-021d91de-6d1c-401a-99cf-5f109f7f5cc4 req-27c1f606-9a06-4e1b-9028-6e8a94f53f72 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 945 time: 0.0514598 Aug 31 18:10:15.809041 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-021d91de-6d1c-401a-99cf-5f109f7f5cc4 req-2ed5f67b-5d59-4d61-87e9-7f0c6a92ae2f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312676 Aug 31 18:10:16.926454 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cb63c-4e6e-4b61-b4c1-e0a9b3ddb616 req-32b04fc3-5368-4967-b844-7b7b549be3e0 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:16.927925 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-910cb63c-4e6e-4b61-b4c1-e0a9b3ddb616 req-32b04fc3-5368-4967-b844-7b7b549be3e0 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 945 time: 0.0488162 Aug 31 18:10:16.966035 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-910cb63c-4e6e-4b61-b4c1-e0a9b3ddb616 req-571a749f-fd46-4c01-a26e-b7317d2c89f1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322702 Aug 31 18:10:18.084290 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efdb7f-027e-40a0-9a5c-7a2072c56502 req-6ce79333-66a9-4e7f-920f-7560bf3438a4 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:18.085856 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-18efdb7f-027e-40a0-9a5c-7a2072c56502 req-6ce79333-66a9-4e7f-920f-7560bf3438a4 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 945 time: 0.0490565 Aug 31 18:10:18.122675 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-18efdb7f-027e-40a0-9a5c-7a2072c56502 req-56027608-132f-4aa0-887b-c81dbe79818b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308747 Aug 31 18:10:19.241620 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06269d8b-ad00-4531-9ddb-f7832c9e7d7b req-8b451e5b-23ac-45d8-bf3b-3a2d9d5e9239 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:19.242963 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-06269d8b-ad00-4531-9ddb-f7832c9e7d7b req-8b451e5b-23ac-45d8-bf3b-3a2d9d5e9239 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 945 time: 0.0508246 Aug 31 18:10:19.279679 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-06269d8b-ad00-4531-9ddb-f7832c9e7d7b req-e76062f5-be55-471c-ada6-80c02fb760aa tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302360 Aug 31 18:10:20.315500 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['541488fc-0144-4a36-9edf-0648ccb84475'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:10:20.403816 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1f2db-6315-4f19-9789-8e6ca36b71ce req-f1c418d4-80e3-4754-9c25-709c2c044493 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:20.405326 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6ae1f2db-6315-4f19-9789-8e6ca36b71ce req-f1c418d4-80e3-4754-9c25-709c2c044493 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 945 time: 0.0490625 Aug 31 18:10:20.443837 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6ae1f2db-6315-4f19-9789-8e6ca36b71ce req-7c7ccf66-f434-4a26-add5-b53de1a539af tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321147 Aug 31 18:10:20.789956 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7d8289a1-fc30-4bab-b8e0-d8cae1c1cfc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:21.565039 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8250f95-1239-4483-ad5b-ee53d8904dc9 req-0a54bbbe-a4ec-4389-ab6b-beaec14b3e3a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:21.566545 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b8250f95-1239-4483-ad5b-ee53d8904dc9 req-0a54bbbe-a4ec-4389-ab6b-beaec14b3e3a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 945 time: 0.0514095 Aug 31 18:10:21.603565 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b8250f95-1239-4483-ad5b-ee53d8904dc9 req-a0c40fb0-abc7-453b-9ed5-54abe1df0d57 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310898 Aug 31 18:10:21.978309 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:22.726506 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91042b04-2b46-4e21-8b53-01e00ac2d511 req-52b1d760-4485-424d-aa2a-a8cce087bbd3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:22.728031 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-91042b04-2b46-4e21-8b53-01e00ac2d511 req-52b1d760-4485-424d-aa2a-a8cce087bbd3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 945 time: 0.0512428 Aug 31 18:10:22.766507 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-91042b04-2b46-4e21-8b53-01e00ac2d511 req-b3bc21b4-d5bd-4b83-ae1f-9ba062d405d5 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321882 Aug 31 18:10:23.469684 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b3a3adbf-e8ff-4070-a465-d8aaf78a68f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:23.721234 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:23.724642 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 541488fc-0144-4a36-9edf-0648ccb84475 up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:10:23.772102 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port 541488fc-0144-4a36-9edf-0648ccb84475 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:10:23.772470 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:23.851858 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:23.878402 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408c7b99-cf5a-4ea8-a9a9-4096e67ceee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541488fc-0144-4a36-9edf-0648ccb84475'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:10:23.880696 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5551c8bd-7db1-4cba-a895-d85987bb0d2c" -d '{"events": [{"server_uuid": "408c7b99-cf5a-4ea8-a9a9-4096e67ceee3", "name": "network-vif-plugged", "status": "completed", "tag": "541488fc-0144-4a36-9edf-0648ccb84475"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:10:23.885916 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b42f9-7504-4469-b892-63a6e8e38db3 req-f188f4db-79b3-4b5b-9627-d1e294dc8470 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:23.887411 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d69b42f9-7504-4469-b892-63a6e8e38db3 req-f188f4db-79b3-4b5b-9627-d1e294dc8470 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 945 time: 0.0495703 Aug 31 18:10:23.896216 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 541488fc-0144-4a36-9edf-0648ccb84475, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=541488fc-0144-4a36-9edf-0648ccb84475,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:10:23.925973 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d69b42f9-7504-4469-b892-63a6e8e38db3 req-402518c4-67e1-4ea6-99df-c9aa7297b725 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325832 Aug 31 18:10:23.962932 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:10:23.984430 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:24.035879 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85b0cbf-7cd1-4aaa-9af2-39ed9dea237a x-openstack-request-id: req-d85b0cbf-7cd1-4aaa-9af2-39ed9dea237a {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:10:24.036175 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408c7b99-cf5a-4ea8-a9a9-4096e67ceee3", "name": "network-vif-plugged", "status": "completed", "tag": "541488fc-0144-4a36-9edf-0648ccb84475", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:10:24.036495 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d85b0cbf-7cd1-4aaa-9af2-39ed9dea237a {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:10:24.036916 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408c7b99-cf5a-4ea8-a9a9-4096e67ceee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541488fc-0144-4a36-9edf-0648ccb84475', 'code': 200} Aug 31 18:10:24.039710 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=541488fc-0144-4a36-9edf-0648ccb84475,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:24.486783 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:25.043860 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4fd34-bf0f-464c-b645-72455a02f2e8 req-2f66ad33-8076-42d1-93b3-ed7196e1e54d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:25.045654 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-70c4fd34-bf0f-464c-b645-72455a02f2e8 req-2f66ad33-8076-42d1-93b3-ed7196e1e54d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0489497 Aug 31 18:10:25.083272 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-70c4fd34-bf0f-464c-b645-72455a02f2e8 req-b0cd420c-ea19-49de-87e6-ca186576cb11 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310655 Aug 31 18:10:26.206837 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c7940-7676-4eb4-b129-2927d3d4e22c req-87a29943-c2f2-4759-90b4-57cebebc044a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:26.208317 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-af9c7940-7676-4eb4-b129-2927d3d4e22c req-87a29943-c2f2-4759-90b4-57cebebc044a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0514929 Aug 31 18:10:26.247277 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-af9c7940-7676-4eb4-b129-2927d3d4e22c req-96156728-1b1f-4afe-983f-c0d0c8b7f5dc tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319989 Aug 31 18:10:26.670146 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:27.367761 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5dac9-8419-432a-bb77-7439e9d32e78 req-b91726a2-4ae2-452d-b0d0-bd7ce636a816 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:27.369242 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b5c5dac9-8419-432a-bb77-7439e9d32e78 req-b91726a2-4ae2-452d-b0d0-bd7ce636a816 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0484717 Aug 31 18:10:27.409722 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b5c5dac9-8419-432a-bb77-7439e9d32e78 req-53458f9b-7b96-49a4-88e2-77799e6b24da tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333123 Aug 31 18:10:28.529989 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4646f55-299f-4338-abff-3e8b493defcf req-3a03c577-23fe-4e45-a81f-a1e83ab90c13 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:28.531497 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f4646f55-299f-4338-abff-3e8b493defcf req-3a03c577-23fe-4e45-a81f-a1e83ab90c13 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0495732 Aug 31 18:10:28.578174 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f4646f55-299f-4338-abff-3e8b493defcf req-6d26b663-db85-4980-871f-1b773cc98fe7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393417 Aug 31 18:10:28.810175 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556da45-ac00-4e8d-863e-648f1e6f3eab req-56ca5d24-1031-4fa8-a26d-a60a89bb5d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:28.811699 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-4556da45-ac00-4e8d-863e-648f1e6f3eab req-56ca5d24-1031-4fa8-a26d-a60a89bb5d97 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a9119ab965447a3863afba172552fbe&device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 1099 time: 0.1332307 Aug 31 18:10:28.915382 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556da45-ac00-4e8d-863e-648f1e6f3eab req-2d143c8d-9507-4b8b-9f63-c1cb4cb9c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:28.916894 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-4556da45-ac00-4e8d-863e-648f1e6f3eab req-2d143c8d-9507-4b8b-9f63-c1cb4cb9c507 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a68376ec-b257-4dfd-9283-15b5c197e90b HTTP/1.1" status: 200 len: 919 time: 0.0851243 Aug 31 18:10:28.972764 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 34484) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:10:28.993967 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-4556da45-ac00-4e8d-863e-648f1e6f3eab req-61892b71-823f-4fe7-9c87-0c11d18f2b58 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=541488fc-0144-4a36-9edf-0648ccb84475 HTTP/1.1" status: 200 len: 1001 time: 0.0677841 Aug 31 18:10:29.047106 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556da45-ac00-4e8d-863e-648f1e6f3eab req-9ef8bfe6-c63f-44f6-a00f-bc7e025da9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:29.049019 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-4556da45-ac00-4e8d-863e-648f1e6f3eab req-9ef8bfe6-c63f-44f6-a00f-bc7e025da9b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1d6b1f5-01e8-41f7-84ff-ce519356dba1 HTTP/1.1" status: 200 len: 856 time: 0.0460513 Aug 31 18:10:29.104610 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d66c9135-2b92-46ef-a198-717d6671c91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:29.123690 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556da45-ac00-4e8d-863e-648f1e6f3eab req-8eb449b4-1c5b-4f08-9411-50521a5d7fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:29.125172 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-4556da45-ac00-4e8d-863e-648f1e6f3eab req-8eb449b4-1c5b-4f08-9411-50521a5d7fa3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a68376ec-b257-4dfd-9283-15b5c197e90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674360 Aug 31 18:10:29.258320 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-4556da45-ac00-4e8d-863e-648f1e6f3eab req-701b4f2b-543e-4efd-8a58-e7c10ce75bdc service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229117 Aug 31 18:10:29.336245 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d66c9135-2b92-46ef-a198-717d6671c91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:29.371784 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-4556da45-ac00-4e8d-863e-648f1e6f3eab req-bb04a2eb-1455-48ba-b558-db5cc63088e7 service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031075 Aug 31 18:10:29.406373 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d66c9135-2b92-46ef-a198-717d6671c91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:29.448543 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-d66c9135-2b92-46ef-a198-717d6671c91f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=29835d563a0743bea4ec59ec77cea39f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4747303 Aug 31 18:10:29.449422 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c9135-2b92-46ef-a198-717d6671c91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadbfd74-0ca0-457b-b95e-b3ec9415c70b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:29.451336 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 34492) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:10:29.785608 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1568-89a4-401d-bb5d-02451144b73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:29.814269 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1568-89a4-401d-bb5d-02451144b73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:29.822956 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ee5c5-3d9c-4be8-9ac2-fb26b0b331be req-f2f89c39-c0d1-4173-9a09-5fae68f7d1b7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:29.824433 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-130ee5c5-3d9c-4be8-9ac2-fb26b0b331be req-f2f89c39-c0d1-4173-9a09-5fae68f7d1b7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0807874 Aug 31 18:10:29.885025 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-130ee5c5-3d9c-4be8-9ac2-fb26b0b331be req-53364fc4-02ac-4050-a35c-089cbf9bc00b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543947 Aug 31 18:10:30.041074 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1568-89a4-401d-bb5d-02451144b73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:30.043790 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1568-89a4-401d-bb5d-02451144b73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:30.045243 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-3a6a1568-89a4-401d-bb5d-02451144b73f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eadbfd74-0ca0-457b-b95e-b3ec9415c70b HTTP/1.1" status: 204 len: 168 time: 0.5915351 Aug 31 18:10:30.053890 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a1568-89a4-401d-bb5d-02451144b73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadbfd74-0ca0-457b-b95e-b3ec9415c70b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:30.061046 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1568-89a4-401d-bb5d-02451144b73f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:30.061400 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1568-89a4-401d-bb5d-02451144b73f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:30.061738 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1568-89a4-401d-bb5d-02451144b73f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:30.062071 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1568-89a4-401d-bb5d-02451144b73f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:30.062527 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1568-89a4-401d-bb5d-02451144b73f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:30.062861 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1568-89a4-401d-bb5d-02451144b73f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:30.063189 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1568-89a4-401d-bb5d-02451144b73f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:30.063514 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1568-89a4-401d-bb5d-02451144b73f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:30.063866 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1568-89a4-401d-bb5d-02451144b73f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:30.064223 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1568-89a4-401d-bb5d-02451144b73f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:30.064542 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1568-89a4-401d-bb5d-02451144b73f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:30.064883 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a1568-89a4-401d-bb5d-02451144b73f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:30.860075 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 34544) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:10:30.876399 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-68bc398e-045b-4956-ae06-b45520d6cd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:31.018300 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-68bc398e-045b-4956-ae06-b45520d6cd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:31.043934 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d43cec-d63a-4774-b657-3e367706001b req-84e831d0-0e47-401d-b881-64983cc3d213 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:31.045957 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-89d43cec-d63a-4774-b657-3e367706001b req-84e831d0-0e47-401d-b881-64983cc3d213 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0660021 Aug 31 18:10:31.096591 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-89d43cec-d63a-4774-b657-3e367706001b req-65f5a0ba-cd8e-4dd6-ad1f-aa6a0b5cfbe2 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438921 Aug 31 18:10:31.132386 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-68bc398e-045b-4956-ae06-b45520d6cd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:31.168520 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc398e-045b-4956-ae06-b45520d6cd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76cba67-0b96-46aa-9db2-ac55a1c9bcff,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:31.192102 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-68bc398e-045b-4956-ae06-b45520d6cd74 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=86524bf4635d4baf8a0b6dc262ea4117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301134 Aug 31 18:10:31.192486 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 34550) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:10:31.250942 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c8fa-91b2-4a0b-a65f-c43ac78b7fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:31.275297 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c8fa-91b2-4a0b-a65f-c43ac78b7fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:31.424915 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c8fa-91b2-4a0b-a65f-c43ac78b7fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:31.430311 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c8fa-91b2-4a0b-a65f-c43ac78b7fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:31.434025 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-5ea2c8fa-91b2-4a0b-a65f-c43ac78b7fa6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f76cba67-0b96-46aa-9db2-ac55a1c9bcff HTTP/1.1" status: 204 len: 168 time: 0.2373948 Aug 31 18:10:31.442124 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2c8fa-91b2-4a0b-a65f-c43ac78b7fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76cba67-0b96-46aa-9db2-ac55a1c9bcff,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:32.247591 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3b7cb-d928-4077-b1bc-5249e5768f96 req-d72dfc5e-a8d9-41ae-8f86-f9b46611339f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:32.253939 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f0b3b7cb-d928-4077-b1bc-5249e5768f96 req-d72dfc5e-a8d9-41ae-8f86-f9b46611339f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0818944 Aug 31 18:10:32.306625 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f0b3b7cb-d928-4077-b1bc-5249e5768f96 req-8daa926c-71bf-4735-8216-b637395a3ebd tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447547 Aug 31 18:10:33.433973 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471e149-2b43-4d3e-9de7-e00e38a38fbe req-7812db15-8071-4b47-999b-bf2829331600 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:33.438762 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6471e149-2b43-4d3e-9de7-e00e38a38fbe req-7812db15-8071-4b47-999b-bf2829331600 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0605547 Aug 31 18:10:33.480362 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6471e149-2b43-4d3e-9de7-e00e38a38fbe req-3224a7cf-ac6e-4ee7-93a0-5d74eb2eccb7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367763 Aug 31 18:10:34.614754 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402b5c1-70f4-4a53-a4b7-91ab5d601a12 req-ecfad9e0-7a0d-49bf-930b-d2b9479efe2a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:34.616233 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0402b5c1-70f4-4a53-a4b7-91ab5d601a12 req-ecfad9e0-7a0d-49bf-930b-d2b9479efe2a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0499051 Aug 31 18:10:34.659753 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0402b5c1-70f4-4a53-a4b7-91ab5d601a12 req-0eee16dc-a436-44d3-9caf-814a0eaec614 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376601 Aug 31 18:10:35.817411 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa93b46-2138-4b14-aee2-a711d6da0b2c req-e61cb8bd-dbd6-4e2d-bf9a-03a5c5a6b0e3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:35.826469 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8fa93b46-2138-4b14-aee2-a711d6da0b2c req-e61cb8bd-dbd6-4e2d-bf9a-03a5c5a6b0e3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0749791 Aug 31 18:10:35.878098 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8fa93b46-2138-4b14-aee2-a711d6da0b2c req-c90d8a17-5f8b-4b4f-8b13-436b191d0b0a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499480 Aug 31 18:10:37.010009 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc552f22-6486-4d17-87d8-367c84d6e197 req-73e51361-69dc-40c2-a996-00eda6c35b8a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:37.017375 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fc552f22-6486-4d17-87d8-367c84d6e197 req-73e51361-69dc-40c2-a996-00eda6c35b8a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0603912 Aug 31 18:10:37.054556 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fc552f22-6486-4d17-87d8-367c84d6e197 req-3e3f10f1-cec6-4331-b465-7e5e60552d50 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362463 Aug 31 18:10:38.180484 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d9e85-374b-4683-8e29-a2bf6b22cf49 req-c1bb1a68-4cd5-404f-bb12-f1fa49ee1f82 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:38.182020 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8f1d9e85-374b-4683-8e29-a2bf6b22cf49 req-c1bb1a68-4cd5-404f-bb12-f1fa49ee1f82 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0560000 Aug 31 18:10:38.222874 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8f1d9e85-374b-4683-8e29-a2bf6b22cf49 req-e33bc9aa-00bf-47ad-bfc1-4664024f6097 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340478 Aug 31 18:10:39.355005 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fbd15-2f90-4abb-867c-78aa7272f312 req-b8c05141-75aa-48db-bfd5-4e75c6562e5e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:39.362442 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-132fbd15-2f90-4abb-867c-78aa7272f312 req-b8c05141-75aa-48db-bfd5-4e75c6562e5e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0627942 Aug 31 18:10:39.404298 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-132fbd15-2f90-4abb-867c-78aa7272f312 req-815d1109-a649-4190-82f4-96fd8656f8cd tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409777 Aug 31 18:10:40.559120 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfddac2-024f-4a6b-a06f-772b250ee199 req-f2251511-ceff-4d43-abe1-ff9db5bb59c1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:40.560819 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fcfddac2-024f-4a6b-a06f-772b250ee199 req-f2251511-ceff-4d43-abe1-ff9db5bb59c1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0623193 Aug 31 18:10:40.605318 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fcfddac2-024f-4a6b-a06f-772b250ee199 req-eb404a52-a155-410e-8c84-057dd9f580f2 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374074 Aug 31 18:10:41.778284 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0418818-865e-46d4-af1a-ba7f582e7bf2 req-90305d32-469d-402a-b3a0-0f38b8c1b6ee tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:41.778284 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d0418818-865e-46d4-af1a-ba7f582e7bf2 req-90305d32-469d-402a-b3a0-0f38b8c1b6ee tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0685992 Aug 31 18:10:41.826414 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d0418818-865e-46d4-af1a-ba7f582e7bf2 req-d3b0e574-b5cf-493b-95a6-4e8218d403ad tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427761 Aug 31 18:10:42.108389 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 34722) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:10:42.222929 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-08098cdf-c0e5-4536-9ac0-34a13a121b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:42.311301 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-08098cdf-c0e5-4536-9ac0-34a13a121b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:42.423663 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-08098cdf-c0e5-4536-9ac0-34a13a121b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:42.461635 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-08098cdf-c0e5-4536-9ac0-34a13a121b79 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=04a9a32154964f278eda6a2819d05bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518665 Aug 31 18:10:42.462434 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08098cdf-c0e5-4536-9ac0-34a13a121b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba06121-d47a-41a1-a4e4-ae3ac95a1df0,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:42.465038 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 34726) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:10:42.515572 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ceae1c81-06d9-41b0-a172-b3c81325ab7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:42.537161 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ceae1c81-06d9-41b0-a172-b3c81325ab7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:42.640915 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ceae1c81-06d9-41b0-a172-b3c81325ab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:42.644063 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ceae1c81-06d9-41b0-a172-b3c81325ab7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:42.645245 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-ceae1c81-06d9-41b0-a172-b3c81325ab7f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ba06121-d47a-41a1-a4e4-ae3ac95a1df0 HTTP/1.1" status: 204 len: 168 time: 0.1787691 Aug 31 18:10:42.652940 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae1c81-06d9-41b0-a172-b3c81325ab7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba06121-d47a-41a1-a4e4-ae3ac95a1df0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:42.660552 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceae1c81-06d9-41b0-a172-b3c81325ab7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:42.660937 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceae1c81-06d9-41b0-a172-b3c81325ab7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:42.661287 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceae1c81-06d9-41b0-a172-b3c81325ab7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:42.661634 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceae1c81-06d9-41b0-a172-b3c81325ab7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:42.662033 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceae1c81-06d9-41b0-a172-b3c81325ab7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:42.662359 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceae1c81-06d9-41b0-a172-b3c81325ab7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:42.662823 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceae1c81-06d9-41b0-a172-b3c81325ab7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:42.663163 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceae1c81-06d9-41b0-a172-b3c81325ab7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:42.663500 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceae1c81-06d9-41b0-a172-b3c81325ab7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:42.663833 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceae1c81-06d9-41b0-a172-b3c81325ab7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:42.664160 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceae1c81-06d9-41b0-a172-b3c81325ab7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:42.664489 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceae1c81-06d9-41b0-a172-b3c81325ab7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:10:42.963058 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35b2d5-632d-4a83-acda-6bddeecc0965 req-425839c5-73ba-4772-b734-b284e6ead748 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:42.964534 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2e35b2d5-632d-4a83-acda-6bddeecc0965 req-425839c5-73ba-4772-b734-b284e6ead748 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0540338 Aug 31 18:10:43.007726 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 34752) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:10:43.009284 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2e35b2d5-632d-4a83-acda-6bddeecc0965 req-f9cc8d1c-0e28-4429-af3f-14e1aed4e8ca tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386426 Aug 31 18:10:43.122069 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bfe0ff7a-a2ea-4ab1-8737-b7663ffd26ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:43.208871 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bfe0ff7a-a2ea-4ab1-8737-b7663ffd26ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:43.298141 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bfe0ff7a-a2ea-4ab1-8737-b7663ffd26ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:43.337322 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-bfe0ff7a-a2ea-4ab1-8737-b7663ffd26ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a81002f5c1514f279ceac797719cac02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282413 Aug 31 18:10:43.338442 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0ff7a-a2ea-4ab1-8737-b7663ffd26ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d472d766-69b6-4c90-a24c-c4c4e1c18ac2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:43.339974 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 34764) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:10:43.388079 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4515b636-81af-4155-adc5-9a1c84d1e75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:43.408162 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4515b636-81af-4155-adc5-9a1c84d1e75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:43.521064 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4515b636-81af-4155-adc5-9a1c84d1e75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:43.523905 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4515b636-81af-4155-adc5-9a1c84d1e75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:43.525070 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-4515b636-81af-4155-adc5-9a1c84d1e75a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d472d766-69b6-4c90-a24c-c4c4e1c18ac2 HTTP/1.1" status: 204 len: 168 time: 0.1841106 Aug 31 18:10:43.533067 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515b636-81af-4155-adc5-9a1c84d1e75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d472d766-69b6-4c90-a24c-c4c4e1c18ac2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:44.130143 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c9209-d4c4-420f-b2f9-a1e28cc100e8 req-0b60540d-3e85-465f-b1e7-90b1201e96f8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:44.131656 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-484c9209-d4c4-420f-b2f9-a1e28cc100e8 req-0b60540d-3e85-465f-b1e7-90b1201e96f8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0492220 Aug 31 18:10:44.176900 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-484c9209-d4c4-420f-b2f9-a1e28cc100e8 req-6daa61b1-7dab-48a0-a521-f569b5de54ce tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388653 Aug 31 18:10:44.219712 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbafc61-2a58-4c17-a5f1-075b318af454 req-136cc914-98a9-48da-9b20-27e2a06059ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:44.221384 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-cdbafc61-2a58-4c17-a5f1-075b318af454 req-136cc914-98a9-48da-9b20-27e2a06059ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a9119ab965447a3863afba172552fbe&device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 1099 time: 0.0412641 Aug 31 18:10:44.291827 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 34790) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:10:44.305273 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5bab7559-b80d-4a8d-9dd8-fcb3c9be3aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:44.319573 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbafc61-2a58-4c17-a5f1-075b318af454 req-7c259dcc-706e-4700-a81a-a37df2baa49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:44.321062 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-cdbafc61-2a58-4c17-a5f1-075b318af454 req-7c259dcc-706e-4700-a81a-a37df2baa49a service neutron] 10.222.0.61 "GET /v2.0/networks?id=a68376ec-b257-4dfd-9283-15b5c197e90b HTTP/1.1" status: 200 len: 919 time: 0.0900159 Aug 31 18:10:44.397656 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-cdbafc61-2a58-4c17-a5f1-075b318af454 req-c2d6453e-1d18-44b5-aae9-e61ecb7c8256 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=541488fc-0144-4a36-9edf-0648ccb84475 HTTP/1.1" status: 200 len: 1001 time: 0.0672834 Aug 31 18:10:44.404048 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5bab7559-b80d-4a8d-9dd8-fcb3c9be3aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:44.447821 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbafc61-2a58-4c17-a5f1-075b318af454 req-d5d74eae-d7a8-4562-94bf-a6d838798bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:44.449386 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-cdbafc61-2a58-4c17-a5f1-075b318af454 req-d5d74eae-d7a8-4562-94bf-a6d838798bc7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1d6b1f5-01e8-41f7-84ff-ce519356dba1 HTTP/1.1" status: 200 len: 856 time: 0.0443783 Aug 31 18:10:44.463494 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5bab7559-b80d-4a8d-9dd8-fcb3c9be3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:44.500980 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-5bab7559-b80d-4a8d-9dd8-fcb3c9be3aa5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9517065335dd4ee2a78946023cdc1109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080283 Aug 31 18:10:44.503909 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab7559-b80d-4a8d-9dd8-fcb3c9be3aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5204ad19-51c0-4f7d-b5ce-a66f26bbe34c,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:44.504166 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 34794) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:10:44.511583 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbafc61-2a58-4c17-a5f1-075b318af454 req-5a7d3850-8e86-4947-8a65-311ca47bb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:44.513000 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-cdbafc61-2a58-4c17-a5f1-075b318af454 req-5a7d3850-8e86-4947-8a65-311ca47bb391 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a68376ec-b257-4dfd-9283-15b5c197e90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524836 Aug 31 18:10:44.613532 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9729add6-02c9-4ef1-8bde-25ea65a4724c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:44.650696 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-cdbafc61-2a58-4c17-a5f1-075b318af454 req-eb567277-e7c2-4e53-8dbc-d93459dfdd29 service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281264 Aug 31 18:10:44.654617 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9729add6-02c9-4ef1-8bde-25ea65a4724c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:44.767190 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-cdbafc61-2a58-4c17-a5f1-075b318af454 req-a9dcecba-c998-4179-b92a-a73c590ac55f service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059895 Aug 31 18:10:44.847237 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9729add6-02c9-4ef1-8bde-25ea65a4724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:44.849902 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9729add6-02c9-4ef1-8bde-25ea65a4724c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:44.851083 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-9729add6-02c9-4ef1-8bde-25ea65a4724c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5204ad19-51c0-4f7d-b5ce-a66f26bbe34c HTTP/1.1" status: 204 len: 168 time: 0.3460104 Aug 31 18:10:44.861725 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729add6-02c9-4ef1-8bde-25ea65a4724c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5204ad19-51c0-4f7d-b5ce-a66f26bbe34c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:45.296991 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eabca3-7325-4756-975e-a61e94b8e3e3 req-946b16b9-6211-4bea-927a-b38b961e9fb7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:45.298510 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e5eabca3-7325-4756-975e-a61e94b8e3e3 req-946b16b9-6211-4bea-927a-b38b961e9fb7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0485611 Aug 31 18:10:45.337318 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e5eabca3-7325-4756-975e-a61e94b8e3e3 req-d87c6d32-f4fe-4c14-bee8-162b43e47adc tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322399 Aug 31 18:10:46.459018 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eafee-7563-4309-8297-6cbf449a56d3 req-628123df-2ee7-4c32-bbee-76da0d1d24b8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:46.460664 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a40eafee-7563-4309-8297-6cbf449a56d3 req-628123df-2ee7-4c32-bbee-76da0d1d24b8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 946 time: 0.0524545 Aug 31 18:10:46.505765 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a40eafee-7563-4309-8297-6cbf449a56d3 req-058f46ce-3c77-4ff3-93c8-12e923eb2970 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387464 Aug 31 18:10:46.913275 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 541488fc-0144-4a36-9edf-0648ccb84475 no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:10:47.024126 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:47.048350 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408c7b99-cf5a-4ea8-a9a9-4096e67ceee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '541488fc-0144-4a36-9edf-0648ccb84475'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:10:47.051196 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ef90b4-f07d-43a9-9222-1cd6eb608ba0" -d '{"events": [{"server_uuid": "408c7b99-cf5a-4ea8-a9a9-4096e67ceee3", "name": "network-vif-unplugged", "status": "completed", "tag": "541488fc-0144-4a36-9edf-0648ccb84475"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:10:47.063915 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 541488fc-0144-4a36-9edf-0648ccb84475, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=541488fc-0144-4a36-9edf-0648ccb84475,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:10:47.087295 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 18:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1112e5-d42f-4d5d-a486-7ed312297d83 x-openstack-request-id: req-2d1112e5-d42f-4d5d-a486-7ed312297d83 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:10:47.087588 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408c7b99-cf5a-4ea8-a9a9-4096e67ceee3", "name": "network-vif-unplugged", "status": "completed", "tag": "541488fc-0144-4a36-9edf-0648ccb84475", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:10:47.087840 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2d1112e5-d42f-4d5d-a486-7ed312297d83 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:10:47.088273 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408c7b99-cf5a-4ea8-a9a9-4096e67ceee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '541488fc-0144-4a36-9edf-0648ccb84475', 'code': 200} Aug 31 18:10:47.144631 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:47.212766 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=541488fc-0144-4a36-9edf-0648ccb84475,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:47.635151 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a79156-efc3-45d5-b846-80b991fe22b1 req-f3eef7bc-8843-4817-8ada-26cec037fbf2 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:47.636663 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f7a79156-efc3-45d5-b846-80b991fe22b1 req-f3eef7bc-8843-4817-8ada-26cec037fbf2 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0514266 Aug 31 18:10:47.674726 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f7a79156-efc3-45d5-b846-80b991fe22b1 req-85c7a937-3b88-4964-90f4-951b72d71139 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311470 Aug 31 18:10:48.903100 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 34910) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:10:49.006855 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9813506a-d7e4-466b-9c14-59446160f2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:49.094871 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9813506a-d7e4-466b-9c14-59446160f2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:49.195390 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9813506a-d7e4-466b-9c14-59446160f2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:49.248559 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 34920) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:10:49.249202 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-9813506a-d7e4-466b-9c14-59446160f2e6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=265ad982b6774d9ebc91f918c84c9984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444324 Aug 31 18:10:49.249744 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813506a-d7e4-466b-9c14-59446160f2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fb2e47-4f7b-4f75-9207-3d56d5f21701,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:49.305965 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8d199fc-69ea-4e68-98a5-88a350c9ebf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:49.328777 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8d199fc-69ea-4e68-98a5-88a350c9ebf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:49.449920 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [req-984b4c4c-c918-4196-9138-95feb00a6f61 req-45b3891b-9362-4068-a3e1-22cd4e098db2 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:10:49.450906 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-984b4c4c-c918-4196-9138-95feb00a6f61 req-45b3891b-9362-4068-a3e1-22cd4e098db2 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509820 Aug 31 18:10:49.576337 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8d199fc-69ea-4e68-98a5-88a350c9ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:49.579002 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b8d199fc-69ea-4e68-98a5-88a350c9ebf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:49.580104 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-b8d199fc-69ea-4e68-98a5-88a350c9ebf0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7fb2e47-4f7b-4f75-9207-3d56d5f21701 HTTP/1.1" status: 204 len: 168 time: 0.3291621 Aug 31 18:10:49.587988 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d199fc-69ea-4e68-98a5-88a350c9ebf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fb2e47-4f7b-4f75-9207-3d56d5f21701,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:49.983035 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5cd22-ba0e-4ef2-8157-6b5b98e6db7e req-a2065996-f3b7-469f-a861-6313785d7a87 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:49.984537 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-38c5cd22-ba0e-4ef2-8157-6b5b98e6db7e req-a2065996-f3b7-469f-a861-6313785d7a87 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0527158 Aug 31 18:10:50.037984 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-38c5cd22-ba0e-4ef2-8157-6b5b98e6db7e req-ddc620c4-b19a-4c6f-8485-55bbfefc946d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403287 Aug 31 18:10:50.640568 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 34980) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:10:50.725915 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c2d4980c-2eb9-40ef-8004-9c2980bd8d23 req-f283027b-9112-4cc1-b6a4-c72014a820a0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841672 Aug 31 18:10:50.827828 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7932ac6b-cd50-4b9f-b354-6a24d8ecfb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:50.941126 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 541488fc-0144-4a36-9edf-0648ccb84475 no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:10:51.148285 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4edd6-6e0d-40e3-b809-e859f9c2329d req-de4cfc89-553c-4a32-b736-353a24dce03c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:51.149774 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8ee4edd6-6e0d-40e3-b809-e859f9c2329d req-de4cfc89-553c-4a32-b736-353a24dce03c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0479467 Aug 31 18:10:51.190516 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8ee4edd6-6e0d-40e3-b809-e859f9c2329d req-651e2a48-531b-41be-b585-f3303cd18a5f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321579 Aug 31 18:10:51.785118 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 35004) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:10:51.898324 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fc4733d4-0ef6-422a-aaf6-ae42917009f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:52.001962 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fc4733d4-0ef6-422a-aaf6-ae42917009f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:52.114974 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:52.199395 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fc4733d4-0ef6-422a-aaf6-ae42917009f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:52.239401 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-fc4733d4-0ef6-422a-aaf6-ae42917009f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=abaa77a1d85340179f43250bd100b39f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4525175 Aug 31 18:10:52.240311 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4733d4-0ef6-422a-aaf6-ae42917009f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3710a1-16c5-42e6-82a8-a95ff8b188e5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:52.242470 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 35024) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:10:52.298757 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-220fb102-fb96-4ac5-9286-d19aee0b422e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:52.319028 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deede27b-ebd9-46c5-b7bf-797779607f7e req-1652fd25-0e2d-4b83-ac4d-039b61dceb7d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:52.320517 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-deede27b-ebd9-46c5-b7bf-797779607f7e req-1652fd25-0e2d-4b83-ac4d-039b61dceb7d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0559359 Aug 31 18:10:52.321314 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-220fb102-fb96-4ac5-9286-d19aee0b422e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:52.359962 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-deede27b-ebd9-46c5-b7bf-797779607f7e req-20f1a6a9-3526-4d5f-82c2-da87c63a74b0 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331271 Aug 31 18:10:52.469395 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-220fb102-fb96-4ac5-9286-d19aee0b422e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:52.472678 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-220fb102-fb96-4ac5-9286-d19aee0b422e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:52.473885 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-220fb102-fb96-4ac5-9286-d19aee0b422e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe3710a1-16c5-42e6-82a8-a95ff8b188e5 HTTP/1.1" status: 204 len: 168 time: 0.2298930 Aug 31 18:10:52.482037 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fb102-fb96-4ac5-9286-d19aee0b422e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3710a1-16c5-42e6-82a8-a95ff8b188e5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:53.480718 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923134d-17fc-4562-9468-79833d78fc3d req-b53f3edb-9e73-45f0-ab31-37d53bdb4848 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:53.482278 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c923134d-17fc-4562-9468-79833d78fc3d req-b53f3edb-9e73-45f0-ab31-37d53bdb4848 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0493083 Aug 31 18:10:53.515069 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f93a3ccc-b75d-4fba-a81c-9f681614d57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:53.520127 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c923134d-17fc-4562-9468-79833d78fc3d req-c14d47b8-01ee-4e0c-acd4-f6710e90a4c9 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317185 Aug 31 18:10:53.598577 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 35044) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:10:53.611552 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-822a82a6-1388-4249-8b22-358ec1c53e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:53.697207 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-822a82a6-1388-4249-8b22-358ec1c53e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:53.725042 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:53.925355 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-822a82a6-1388-4249-8b22-358ec1c53e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:53.964935 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-822a82a6-1388-4249-8b22-358ec1c53e0f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3388533b467f4839a16dcec81ca368e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652165 Aug 31 18:10:53.965781 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a82a6-1388-4249-8b22-358ec1c53e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed7fe4e-2ac4-497b-a43f-cbfc263b0863,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:53.967640 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 35050) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:10:54.021330 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-307c440e-93f0-4f04-b791-f31035e1d718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:54.042430 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-307c440e-93f0-4f04-b791-f31035e1d718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:54.210937 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-307c440e-93f0-4f04-b791-f31035e1d718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:54.216722 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-307c440e-93f0-4f04-b791-f31035e1d718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:54.216722 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-307c440e-93f0-4f04-b791-f31035e1d718 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ed7fe4e-2ac4-497b-a43f-cbfc263b0863 HTTP/1.1" status: 204 len: 168 time: 0.2456868 Aug 31 18:10:54.223451 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c440e-93f0-4f04-b791-f31035e1d718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed7fe4e-2ac4-497b-a43f-cbfc263b0863,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:54.606655 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:54.639147 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3714f-f100-4663-9dc9-3054e285e729 req-725525ef-25e2-438a-baaa-a8816283b7b9 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:54.640635 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b8c3714f-f100-4663-9dc9-3054e285e729 req-725525ef-25e2-438a-baaa-a8816283b7b9 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0489516 Aug 31 18:10:54.680679 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b8c3714f-f100-4663-9dc9-3054e285e729 req-df2be037-7d7a-4f3a-bc27-056ad1119773 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338755 Aug 31 18:10:55.817056 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b743ca3-4d7c-40dd-95a8-f22ac85116a0 req-cb6e4499-6b78-40a1-a7ce-51f325d1883a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:55.817056 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0b743ca3-4d7c-40dd-95a8-f22ac85116a0 req-cb6e4499-6b78-40a1-a7ce-51f325d1883a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0559595 Aug 31 18:10:55.846638 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0b743ca3-4d7c-40dd-95a8-f22ac85116a0 req-678ccc3a-21b6-4b67-aa27-29914d96a9c7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319049 Aug 31 18:10:56.787722 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:56.980148 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a4a1c-f568-4b76-b537-9e8813e0994f req-5e5990bf-5af5-40df-ac1f-bf74a4390b97 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:56.981682 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6e0a4a1c-f568-4b76-b537-9e8813e0994f req-5e5990bf-5af5-40df-ac1f-bf74a4390b97 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0585141 Aug 31 18:10:57.019562 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6e0a4a1c-f568-4b76-b537-9e8813e0994f req-a20068c9-5a64-4d35-8022-2bcce74bd56d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318472 Aug 31 18:10:58.139685 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0eded8-c913-4547-9c07-e52e206999f3 req-90088eef-1694-4b89-adbf-726013aec213 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:58.141097 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2f0eded8-c913-4547-9c07-e52e206999f3 req-90088eef-1694-4b89-adbf-726013aec213 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0483522 Aug 31 18:10:58.180266 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2f0eded8-c913-4547-9c07-e52e206999f3 req-e2dbeaf4-e682-417a-88bc-1da2b8f20201 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327375 Aug 31 18:10:58.965929 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332251c-66a6-4dd8-8a3c-0d2597210b7b req-0ebd2065-9f06-4293-b251-de0d40da5421 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:58.967468 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b332251c-66a6-4dd8-8a3c-0d2597210b7b req-0ebd2065-9f06-4293-b251-de0d40da5421 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0497217 Aug 31 18:10:59.012819 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b332251c-66a6-4dd8-8a3c-0d2597210b7b req-12e9bc01-d99d-4556-9ad4-565e454f3db2 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367281 Aug 31 18:10:59.082493 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 35144) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:10:59.189436 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b765cc3e-c878-42a7-a683-3d49a750cab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:59.309835 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b765cc3e-c878-42a7-a683-3d49a750cab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:59.333634 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97824a23-b147-464a-86d9-706e7aaa07dd req-9b4baf1a-aab8-4576-8f47-f57dd3b9cb5c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:10:59.335119 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-97824a23-b147-464a-86d9-706e7aaa07dd req-9b4baf1a-aab8-4576-8f47-f57dd3b9cb5c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0559454 Aug 31 18:10:59.372533 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-97824a23-b147-464a-86d9-706e7aaa07dd req-6e075517-ea0c-4da7-9739-09c3f3151aa1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313876 Aug 31 18:10:59.433661 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b765cc3e-c878-42a7-a683-3d49a750cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:59.463848 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765cc3e-c878-42a7-a683-3d49a750cab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be875498-a971-4a66-a05a-e089cb69bd69,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:10:59.468292 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-b765cc3e-c878-42a7-a683-3d49a750cab0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=28bf95e5dd834ecc9dbe9d7181ea7976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847880 Aug 31 18:10:59.471699 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 35150) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:10:59.519784 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-26ede4b1-8d7e-4689-b641-de7c1a16c603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:59.540888 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-26ede4b1-8d7e-4689-b641-de7c1a16c603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:59.675069 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-26ede4b1-8d7e-4689-b641-de7c1a16c603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:59.677709 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-26ede4b1-8d7e-4689-b641-de7c1a16c603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:10:59.678887 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-26ede4b1-8d7e-4689-b641-de7c1a16c603 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/be875498-a971-4a66-a05a-e089cb69bd69 HTTP/1.1" status: 204 len: 168 time: 0.2062576 Aug 31 18:10:59.686968 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ede4b1-8d7e-4689-b641-de7c1a16c603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be875498-a971-4a66-a05a-e089cb69bd69,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:11:00.133370 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94328048-f6bd-4617-b2b1-4c20d6a95a6c req-c5a0eea9-ec28-4fa7-b602-0b7d05e06868 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:00.137881 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-94328048-f6bd-4617-b2b1-4c20d6a95a6c req-c5a0eea9-ec28-4fa7-b602-0b7d05e06868 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0496745 Aug 31 18:11:00.174744 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-94328048-f6bd-4617-b2b1-4c20d6a95a6c req-624da604-45ec-4785-8323-eedf3acb4721 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328083 Aug 31 18:11:00.493110 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4421188-8ca6-4da0-b2df-218561811729 req-f2a12b8f-b3af-43fc-b06b-7483d610cbed tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:00.494547 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a4421188-8ca6-4da0-b2df-218561811729 req-f2a12b8f-b3af-43fc-b06b-7483d610cbed tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0505531 Aug 31 18:11:00.537325 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a4421188-8ca6-4da0-b2df-218561811729 req-f6740aa8-d603-41b0-8de6-78d1ca6cd2da tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368392 Aug 31 18:11:00.961887 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:11:01.290798 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4413c77-1829-4924-b391-feed6990e770 req-71595d04-7775-468e-9f9d-250f145f76d5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:01.292234 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e4413c77-1829-4924-b391-feed6990e770 req-71595d04-7775-468e-9f9d-250f145f76d5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0513952 Aug 31 18:11:01.332861 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e4413c77-1829-4924-b391-feed6990e770 req-d2c34314-f546-43b2-ac50-1026c6264505 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341456 Aug 31 18:11:01.650893 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a440720-e1e8-4238-a452-e436d48f98d7 req-e72b7cbc-a307-42c4-8068-3d6dc411201b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:01.652272 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4a440720-e1e8-4238-a452-e436d48f98d7 req-e72b7cbc-a307-42c4-8068-3d6dc411201b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0476716 Aug 31 18:11:01.691951 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4a440720-e1e8-4238-a452-e436d48f98d7 req-c72f364d-8f12-4d4f-8472-db4ffa7b3602 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336576 Aug 31 18:11:02.447834 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6b0a6-a2f3-4798-97f5-7b7a3989d771 req-a9743863-d959-427f-a462-0f8e1c87e217 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:02.449341 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-47f6b0a6-a2f3-4798-97f5-7b7a3989d771 req-a9743863-d959-427f-a462-0f8e1c87e217 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0494230 Aug 31 18:11:02.485776 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-47f6b0a6-a2f3-4798-97f5-7b7a3989d771 req-ca263767-50c8-4ba0-87d4-0d07ee63f5f5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307128 Aug 31 18:11:02.819977 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866e0a4-dbec-4b41-acda-4d533e76abc0 req-1758f9a4-1e9b-478c-8d27-424d3bae1a40 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:02.821632 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0866e0a4-dbec-4b41-acda-4d533e76abc0 req-1758f9a4-1e9b-478c-8d27-424d3bae1a40 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0575635 Aug 31 18:11:02.858698 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0866e0a4-dbec-4b41-acda-4d533e76abc0 req-5c41a939-7d03-4bd3-ac2c-4151ba171f88 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312519 Aug 31 18:11:03.598834 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadc983-4d42-4da0-b16b-de90791e145b req-1a502148-5e8e-4132-9d92-8f9460527589 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:03.600288 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-abadc983-4d42-4da0-b16b-de90791e145b req-1a502148-5e8e-4132-9d92-8f9460527589 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0480192 Aug 31 18:11:03.637635 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-abadc983-4d42-4da0-b16b-de90791e145b req-4fbcfb07-d7df-4751-aabb-873ad482b2f2 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314257 Aug 31 18:11:03.725250 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4980c-2eb9-40ef-8004-9c2980bd8d23 req-37ffe93e-79aa-4a8b-888c-21c4a8e01308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:03.726780 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c2d4980c-2eb9-40ef-8004-9c2980bd8d23 req-37ffe93e-79aa-4a8b-888c-21c4a8e01308 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3&tenant_id=2a9119ab965447a3863afba172552fbe HTTP/1.1" status: 200 len: 1097 time: 0.0738378 Aug 31 18:11:03.814249 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4980c-2eb9-40ef-8004-9c2980bd8d23 req-3a93c08f-e33a-41b5-a9ae-aa0f5be1a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:03.816281 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c2d4980c-2eb9-40ef-8004-9c2980bd8d23 req-3a93c08f-e33a-41b5-a9ae-aa0f5be1a8f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a9119ab965447a3863afba172552fbe&device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 1097 time: 0.0425518 Aug 31 18:11:03.904592 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4980c-2eb9-40ef-8004-9c2980bd8d23 req-eb17aa0a-3b1e-4e04-acde-3e768158a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:03.906281 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c2d4980c-2eb9-40ef-8004-9c2980bd8d23 req-eb17aa0a-3b1e-4e04-acde-3e768158a0ce service neutron] 10.222.0.61 "GET /v2.0/networks?id=a68376ec-b257-4dfd-9283-15b5c197e90b HTTP/1.1" status: 200 len: 919 time: 0.0827465 Aug 31 18:11:03.985458 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad415b8-e175-4383-8d82-37d93db65526 req-b1e77dbd-4aaa-4cac-8c16-01f980ef458a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:03.986054 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c2d4980c-2eb9-40ef-8004-9c2980bd8d23 req-f481296d-e0ac-468c-baab-34fa8c2c4c12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=541488fc-0144-4a36-9edf-0648ccb84475 HTTP/1.1" status: 200 len: 999 time: 0.0676177 Aug 31 18:11:03.987585 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6ad415b8-e175-4383-8d82-37d93db65526 req-b1e77dbd-4aaa-4cac-8c16-01f980ef458a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0548401 Aug 31 18:11:04.037244 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4980c-2eb9-40ef-8004-9c2980bd8d23 req-e95a7e13-7b7d-415e-8f8a-f0922f6ce143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:04.038830 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c2d4980c-2eb9-40ef-8004-9c2980bd8d23 req-e95a7e13-7b7d-415e-8f8a-f0922f6ce143 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1d6b1f5-01e8-41f7-84ff-ce519356dba1 HTTP/1.1" status: 200 len: 856 time: 0.0458529 Aug 31 18:11:04.044691 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6ad415b8-e175-4383-8d82-37d93db65526 req-3a409612-332e-468a-b7af-3072186a1015 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508380 Aug 31 18:11:04.092688 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4980c-2eb9-40ef-8004-9c2980bd8d23 req-2f6ea811-999c-40ab-aed3-53ffaadc9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:04.094230 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c2d4980c-2eb9-40ef-8004-9c2980bd8d23 req-2f6ea811-999c-40ab-aed3-53ffaadc9fce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a68376ec-b257-4dfd-9283-15b5c197e90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440094 Aug 31 18:11:04.191368 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c2d4980c-2eb9-40ef-8004-9c2980bd8d23 req-923ff644-5735-410e-b39b-73a02ee9c9c4 service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871558 Aug 31 18:11:04.287696 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c2d4980c-2eb9-40ef-8004-9c2980bd8d23 req-3be0dee9-a0c5-44cd-9c90-915ad85f2064 service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883489 Aug 31 18:11:04.762273 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a025930-b71d-4312-bc39-3f2dfbffd06b req-8eac591a-1e08-4678-9561-c9167f2d91d4 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:04.763896 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4a025930-b71d-4312-bc39-3f2dfbffd06b req-8eac591a-1e08-4678-9561-c9167f2d91d4 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0571792 Aug 31 18:11:04.806717 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4a025930-b71d-4312-bc39-3f2dfbffd06b req-4f78f549-f88e-4981-a207-b3badd919007 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348599 Aug 31 18:11:04.867570 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fae178-229c-4281-b9a5-cb69e8bed740 req-2552667d-5727-4bd0-895d-c51416e4fac6 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:04.869168 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b0fae178-229c-4281-b9a5-cb69e8bed740 req-2552667d-5727-4bd0-895d-c51416e4fac6 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0558174 Aug 31 18:11:04.920584 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b0fae178-229c-4281-b9a5-cb69e8bed740 req-c9babe83-7acb-45d9-a711-7fdc5fa66818 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452759 Aug 31 18:11:05.201395 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e746be-1db9-4ff8-8127-ddcc40738b37 req-c856be87-0fa3-44ad-aea8-d35a187875fd tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:05.210768 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c1e746be-1db9-4ff8-8127-ddcc40738b37 req-c856be87-0fa3-44ad-aea8-d35a187875fd tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0875335 Aug 31 18:11:05.264818 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c1e746be-1db9-4ff8-8127-ddcc40738b37 req-868737c0-cebc-4d3c-a0cb-4212d9c85445 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484033 Aug 31 18:11:05.979578 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8526300-edb6-4a1c-a6b4-570b10855440 req-bb131c7d-3656-4a17-b9f4-388ca01c3120 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:05.979578 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b8526300-edb6-4a1c-a6b4-570b10855440 req-bb131c7d-3656-4a17-b9f4-388ca01c3120 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0682864 Aug 31 18:11:06.060475 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b8526300-edb6-4a1c-a6b4-570b10855440 req-f9ed9582-61b7-45f6-9eaa-d369be92f529 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757823 Aug 31 18:11:06.076788 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821752b-2d7e-475e-b9b4-53289f07686a req-d1ebbb01-c104-469b-a7f8-1fd09e2c7ac2 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:06.080731 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b821752b-2d7e-475e-b9b4-53289f07686a req-d1ebbb01-c104-469b-a7f8-1fd09e2c7ac2 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0783806 Aug 31 18:11:06.128640 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b821752b-2d7e-475e-b9b4-53289f07686a req-e131ab2b-a480-4a08-83f0-d5794e820bc2 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381274 Aug 31 18:11:06.387845 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db127f37-fa38-4fcc-9918-c70682683b30 req-acf6eb67-513d-4aa1-8f43-99564ec67e1b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:06.389255 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-db127f37-fa38-4fcc-9918-c70682683b30 req-acf6eb67-513d-4aa1-8f43-99564ec67e1b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0515218 Aug 31 18:11:06.430233 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-db127f37-fa38-4fcc-9918-c70682683b30 req-ed9b43f7-9f80-45c7-918f-ddfc09da0f7d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344324 Aug 31 18:11:07.198422 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccf31c-6c65-4aeb-8f21-af05b5f1d128 req-358e5536-3385-43fa-b403-29e9698f97ab tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:07.200061 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dcccf31c-6c65-4aeb-8f21-af05b5f1d128 req-358e5536-3385-43fa-b403-29e9698f97ab tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0654898 Aug 31 18:11:07.272246 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dcccf31c-6c65-4aeb-8f21-af05b5f1d128 req-d18d6a8a-ebbe-43c3-ba3f-b5c5e4b5b369 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623651 Aug 31 18:11:07.295496 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5afdb7-5238-4f5e-b770-133cc43aa59d req-6e59c241-b853-4728-926c-7ffeb602cb2a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:07.297026 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b5afdb7-5238-4f5e-b770-133cc43aa59d req-6e59c241-b853-4728-926c-7ffeb602cb2a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0737910 Aug 31 18:11:07.337007 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b5afdb7-5238-4f5e-b770-133cc43aa59d req-cd41b0e3-d87e-4f5b-a682-2760b04a1668 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336905 Aug 31 18:11:07.555147 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ccbf7-71fb-4ae3-b890-2c1fa9e7f647 req-d5888555-cccb-4bec-bf3e-57bd7475760a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:07.556581 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8c4ccbf7-71fb-4ae3-b890-2c1fa9e7f647 req-d5888555-cccb-4bec-bf3e-57bd7475760a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0511003 Aug 31 18:11:07.601512 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8c4ccbf7-71fb-4ae3-b890-2c1fa9e7f647 req-3215eb5f-4179-4db1-b88a-f9c01938e12a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371938 Aug 31 18:11:08.402672 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f5765-bc1f-47cc-aae3-be392fe79020 req-b83d0977-8f52-44d9-85c7-6f9ecad2a4ce tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:08.404410 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-431f5765-bc1f-47cc-aae3-be392fe79020 req-b83d0977-8f52-44d9-85c7-6f9ecad2a4ce tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0576663 Aug 31 18:11:08.488526 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-431f5765-bc1f-47cc-aae3-be392fe79020 req-487372dc-ece7-4900-bc5b-11f1cd7287d5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581203 Aug 31 18:11:08.501875 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab18ab-0aed-4977-b4d4-0ca827287f51 req-9df99b8d-78f5-401f-8f6d-fa36cd6089d0 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:08.508317 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-40ab18ab-0aed-4977-b4d4-0ca827287f51 req-9df99b8d-78f5-401f-8f6d-fa36cd6089d0 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0955772 Aug 31 18:11:08.547019 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-40ab18ab-0aed-4977-b4d4-0ca827287f51 req-343ec678-bc76-4e79-bf2b-f70e406b2ee8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348878 Aug 31 18:11:08.732122 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432a9d4-3200-48c5-96e4-176d24486e52 req-3a0400e8-805f-4f49-8ca5-d6a7840b5e38 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:08.733895 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0432a9d4-3200-48c5-96e4-176d24486e52 req-3a0400e8-805f-4f49-8ca5-d6a7840b5e38 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0542543 Aug 31 18:11:08.773040 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0432a9d4-3200-48c5-96e4-176d24486e52 req-1c39c1b3-232d-4ee9-af7b-ece3b187050e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326660 Aug 31 18:11:09.616467 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240bba-0ce8-46c8-9e54-4308e8f41325 req-990537bf-fc61-40b4-92e8-3a2e2f98b9db tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:09.618129 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fc240bba-0ce8-46c8-9e54-4308e8f41325 req-990537bf-fc61-40b4-92e8-3a2e2f98b9db tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0564811 Aug 31 18:11:09.697375 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fc240bba-0ce8-46c8-9e54-4308e8f41325 req-040c6d6e-b7dd-44c4-b94c-b8c418e03cba tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722778 Aug 31 18:11:09.714848 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1609361-5695-4539-ba7b-03c486ea90f0 req-f5822ce9-a03c-4e3a-876e-98cbf0f91e56 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:09.716747 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b1609361-5695-4539-ba7b-03c486ea90f0 req-f5822ce9-a03c-4e3a-876e-98cbf0f91e56 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0929799 Aug 31 18:11:09.769820 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b1609361-5695-4539-ba7b-03c486ea90f0 req-41520790-e779-4b7d-ad93-7032747f3514 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464926 Aug 31 18:11:09.923204 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104e335-f09b-4924-a8ca-9a64ed4f2171 req-807c408e-d262-4d3d-8d02-95271ab928c6 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:09.925140 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f104e335-f09b-4924-a8ca-9a64ed4f2171 req-807c408e-d262-4d3d-8d02-95271ab928c6 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0619445 Aug 31 18:11:09.967733 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f104e335-f09b-4924-a8ca-9a64ed4f2171 req-92a6e11c-8567-4c1b-95ef-66146614dbe5 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353346 Aug 31 18:11:10.847484 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c156913-1210-48d2-9103-6bc156dc9e5c req-e1f6099d-5b66-4166-bd77-4ac9a5a4efbb tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:10.849449 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7c156913-1210-48d2-9103-6bc156dc9e5c req-e1f6099d-5b66-4166-bd77-4ac9a5a4efbb tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0679300 Aug 31 18:11:10.925737 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7c156913-1210-48d2-9103-6bc156dc9e5c req-e9731c58-8b91-4e04-9d53-359ae6a9ad8f tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613036 Aug 31 18:11:10.938618 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b078b-c4e8-45d2-9a99-c8b5b40ad257 req-ff857987-bdc8-4e32-8078-f20a9ee28bff tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:10.940781 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b02b078b-c4e8-45d2-9a99-c8b5b40ad257 req-ff857987-bdc8-4e32-8078-f20a9ee28bff tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0877161 Aug 31 18:11:10.981681 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b02b078b-c4e8-45d2-9a99-c8b5b40ad257 req-d2b5cbb2-3954-4ad3-b1b2-502d74e27a7b tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346773 Aug 31 18:11:11.106523 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bf003-0bd8-463d-9161-1437bbfc47f3 req-31e5c380-1802-4f81-9beb-6acca9db4754 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:11.108144 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-520bf003-0bd8-463d-9161-1437bbfc47f3 req-31e5c380-1802-4f81-9beb-6acca9db4754 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0560017 Aug 31 18:11:11.148310 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-520bf003-0bd8-463d-9161-1437bbfc47f3 req-d29dfb3d-2f8a-4bdd-a3ee-a20d945a41a5 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339296 Aug 31 18:11:12.062632 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72888244-3a6d-4737-b07f-a9c919531f46 req-13a1ecf4-9f5c-4607-8af1-11175ca3f715 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:12.064165 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-72888244-3a6d-4737-b07f-a9c919531f46 req-13a1ecf4-9f5c-4607-8af1-11175ca3f715 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0689082 Aug 31 18:11:12.137561 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-72888244-3a6d-4737-b07f-a9c919531f46 req-4d07e0d4-fee0-4e72-8db2-a658051b0ee0 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588775 Aug 31 18:11:12.144733 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1c6f4-35bb-481e-b2dc-67082fe00acc req-976d1b26-809b-48c9-b7be-53ddac5446d8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:12.146182 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2bb1c6f4-35bb-481e-b2dc-67082fe00acc req-976d1b26-809b-48c9-b7be-53ddac5446d8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0763199 Aug 31 18:11:12.191069 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2bb1c6f4-35bb-481e-b2dc-67082fe00acc req-08c1b2bf-3afb-4060-96b4-30c3d4e1c556 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387621 Aug 31 18:11:12.296446 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2642f-e0c3-43b1-8d4d-9cb4d07b58b6 req-9b4690d2-d435-45d6-8f4c-6a78594fb82e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:12.298229 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e9a2642f-e0c3-43b1-8d4d-9cb4d07b58b6 req-9b4690d2-d435-45d6-8f4c-6a78594fb82e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0592775 Aug 31 18:11:12.337512 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e9a2642f-e0c3-43b1-8d4d-9cb4d07b58b6 req-464f6e43-852c-41a6-bfe1-9cdefdc334a1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322673 Aug 31 18:11:13.259310 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a1fa2-632e-4ebd-9426-3bbf1abc94e6 req-d8ab1107-0887-4d25-9989-3d7b763d4ead tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:13.274438 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cc5a1fa2-632e-4ebd-9426-3bbf1abc94e6 req-d8ab1107-0887-4d25-9989-3d7b763d4ead tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0519807 Aug 31 18:11:13.332730 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cc5a1fa2-632e-4ebd-9426-3bbf1abc94e6 req-42053e66-c046-4884-b627-5c3b02aebb98 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660069 Aug 31 18:11:13.345976 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa453a49-af26-4c9e-bee1-72680accf982 req-d29e56e2-dc6e-4701-9b3d-2e48c0ace354 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:13.347755 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-aa453a49-af26-4c9e-bee1-72680accf982 req-d29e56e2-dc6e-4701-9b3d-2e48c0ace354 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0788209 Aug 31 18:11:13.395283 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-aa453a49-af26-4c9e-bee1-72680accf982 req-b76c961e-4f5b-44a4-ab86-6bc4dd2f3f38 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348370 Aug 31 18:11:13.464475 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396ba8b-9418-4367-ae17-af479867e0a4 req-2015c27b-27e3-45e3-a01e-990192de2756 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:13.466058 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8396ba8b-9418-4367-ae17-af479867e0a4 req-2015c27b-27e3-45e3-a01e-990192de2756 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0528383 Aug 31 18:11:13.505879 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8396ba8b-9418-4367-ae17-af479867e0a4 req-9bfdb797-db72-4959-92f2-71bbd26a5fcf tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334980 Aug 31 18:11:14.460655 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d16954-028f-432f-a55b-454140ce0280 req-16310175-07f9-4043-9e41-86366afd2dbb tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:14.462201 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-32d16954-028f-432f-a55b-454140ce0280 req-16310175-07f9-4043-9e41-86366afd2dbb tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0617003 Aug 31 18:11:14.545319 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-32d16954-028f-432f-a55b-454140ce0280 req-870e84b1-5d43-4472-8380-dc7fdc4cd73a tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771708 Aug 31 18:11:14.558183 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30160a1a-6cac-4963-9742-c240fc06866d req-cf2f1927-0e5a-4c17-97be-97c10ee0a21a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:14.559913 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-30160a1a-6cac-4963-9742-c240fc06866d req-cf2f1927-0e5a-4c17-97be-97c10ee0a21a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0851593 Aug 31 18:11:14.623694 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-30160a1a-6cac-4963-9742-c240fc06866d req-34210907-4728-4f01-bc48-42fc454e3fec tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560627 Aug 31 18:11:14.672606 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd70658-ee2c-4914-9794-b698f22b4839 req-4b798fbf-87eb-44fe-bcac-970ac30faba7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:14.674603 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5fd70658-ee2c-4914-9794-b698f22b4839 req-4b798fbf-87eb-44fe-bcac-970ac30faba7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0550756 Aug 31 18:11:14.716529 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5fd70658-ee2c-4914-9794-b698f22b4839 req-3eb545f2-ace0-46e8-a7b4-a3055bc7bd28 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349681 Aug 31 18:11:15.696455 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78767e-fbb2-4ee2-81e4-f40aecc34d02 req-cdf152ec-eb94-43cb-bcdc-a561f2684aed tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:15.698219 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ae78767e-fbb2-4ee2-81e4-f40aecc34d02 req-cdf152ec-eb94-43cb-bcdc-a561f2684aed tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0691051 Aug 31 18:11:15.771605 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ae78767e-fbb2-4ee2-81e4-f40aecc34d02 req-d9e9f3ee-f6b0-447e-a2eb-f5acb8874bb3 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669353 Aug 31 18:11:15.801413 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c1099-b6cc-4ccb-a3d1-671436051f82 req-eb1a6571-23e5-41da-ba49-bc08d18f7211 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:15.802916 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a54c1099-b6cc-4ccb-a3d1-671436051f82 req-eb1a6571-23e5-41da-ba49-bc08d18f7211 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0731909 Aug 31 18:11:15.858504 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a54c1099-b6cc-4ccb-a3d1-671436051f82 req-c7d9bc9c-3fe5-49c6-bad6-e0a7415aae05 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493946 Aug 31 18:11:15.894413 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e433d-bd3c-405d-9e35-25675f6ecd70 req-8191d5bb-d1f9-4ab6-bcc1-685807122441 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:15.895984 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-191e433d-bd3c-405d-9e35-25675f6ecd70 req-8191d5bb-d1f9-4ab6-bcc1-685807122441 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0540688 Aug 31 18:11:15.944683 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-191e433d-bd3c-405d-9e35-25675f6ecd70 req-4a351298-c6d8-4ead-bbae-d21df9aa817d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419765 Aug 31 18:11:16.893130 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2d7ae-62fe-4c67-bf9e-82863251fce4 req-12addf87-08c1-4889-8e1d-9ac6c252ca75 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:16.899113 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-31c2d7ae-62fe-4c67-bf9e-82863251fce4 req-12addf87-08c1-4889-8e1d-9ac6c252ca75 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0569353 Aug 31 18:11:16.969749 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-31c2d7ae-62fe-4c67-bf9e-82863251fce4 req-ba1b4d19-1da5-4453-97e3-1c0b1c779044 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659015 Aug 31 18:11:17.002980 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25add731-7741-4c5c-b5a2-0c7410501026 req-d409624e-2bed-4765-99a1-fee64f4cf325 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:17.009465 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-25add731-7741-4c5c-b5a2-0c7410501026 req-d409624e-2bed-4765-99a1-fee64f4cf325 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0730522 Aug 31 18:11:17.051216 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-25add731-7741-4c5c-b5a2-0c7410501026 req-2a806b03-e82e-41f8-b77f-205860012a94 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390174 Aug 31 18:11:17.107072 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92f7ed-b9c1-4e57-a253-1d5219d64c2d req-7d2a871e-61f7-44fc-92dc-f23bb5f40928 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:17.108541 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9b92f7ed-b9c1-4e57-a253-1d5219d64c2d req-7d2a871e-61f7-44fc-92dc-f23bb5f40928 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0564816 Aug 31 18:11:17.147562 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9b92f7ed-b9c1-4e57-a253-1d5219d64c2d req-e3d4de7d-274f-42a7-9350-ca5a28815dcc tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320902 Aug 31 18:11:18.094150 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9588b4a-d71e-4dab-969b-fc52db35443c req-a0d7fc59-a849-40bd-960d-68a7dbdf1842 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:18.103218 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a9588b4a-d71e-4dab-969b-fc52db35443c req-a0d7fc59-a849-40bd-960d-68a7dbdf1842 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0501223 Aug 31 18:11:18.148499 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a9588b4a-d71e-4dab-969b-fc52db35443c req-3d541e46-1d7b-47fc-9548-cd1c48e30b6f tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465879 Aug 31 18:11:18.187421 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4e5d1-e7f6-4177-94d3-7f762cb32ea0 req-97666265-1107-4a49-a6de-f1261fdafd38 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:18.188807 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1dc4e5d1-e7f6-4177-94d3-7f762cb32ea0 req-97666265-1107-4a49-a6de-f1261fdafd38 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0602434 Aug 31 18:11:18.227199 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1dc4e5d1-e7f6-4177-94d3-7f762cb32ea0 req-69fab9e7-ff08-4acc-b262-2ed3930ce2da tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317800 Aug 31 18:11:18.283583 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af05f7f-9d3f-46f8-ac4c-dda6a06e282a req-853e7874-4136-4280-b8ac-10fdda0ef967 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:18.285072 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8af05f7f-9d3f-46f8-ac4c-dda6a06e282a req-853e7874-4136-4280-b8ac-10fdda0ef967 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0505166 Aug 31 18:11:18.323338 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8af05f7f-9d3f-46f8-ac4c-dda6a06e282a req-28c88c67-b265-477c-93a8-13377b7bb91c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321863 Aug 31 18:11:19.265133 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a0388-964a-47cf-a97b-c52bd88aed75 req-0a5573cc-8823-4556-89aa-dc93fb5c009f tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:19.268988 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8c9a0388-964a-47cf-a97b-c52bd88aed75 req-0a5573cc-8823-4556-89aa-dc93fb5c009f tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0509503 Aug 31 18:11:19.307202 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8c9a0388-964a-47cf-a97b-c52bd88aed75 req-6b8f0517-ad8e-420f-a632-e7aed8a55b9a tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327067 Aug 31 18:11:19.359929 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67f165-25fd-4b0f-959e-b88bcbf81c8d req-24aab1c6-904f-428c-a72a-291d5e3807b6 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:19.367908 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5b67f165-25fd-4b0f-959e-b88bcbf81c8d req-24aab1c6-904f-428c-a72a-291d5e3807b6 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0598257 Aug 31 18:11:19.416277 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5b67f165-25fd-4b0f-959e-b88bcbf81c8d req-23d39575-c07c-4cd4-87b7-51c6df3b88e1 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420437 Aug 31 18:11:19.453074 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57bd31-06ad-4c9f-8da5-bae8f670d149 req-6eeb1514-1a2d-4b8e-9136-1959f0048c00 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:19.457003 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b57bd31-06ad-4c9f-8da5-bae8f670d149 req-6eeb1514-1a2d-4b8e-9136-1959f0048c00 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0536680 Aug 31 18:11:19.493193 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b57bd31-06ad-4c9f-8da5-bae8f670d149 req-ec316091-5e70-4a96-ae68-6ae390282cdb tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326173 Aug 31 18:11:20.426155 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41802220-953d-4084-9e74-2e14984d0366 req-c6952fff-9a60-41b7-9f1a-d0b25dad3231 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:20.427505 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-41802220-953d-4084-9e74-2e14984d0366 req-c6952fff-9a60-41b7-9f1a-d0b25dad3231 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0547912 Aug 31 18:11:20.469995 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-41802220-953d-4084-9e74-2e14984d0366 req-60fcc7a3-a983-4f8f-964c-009971529d0b tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365219 Aug 31 18:11:20.537109 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b312344-89ca-441c-b49a-5ba3c1a1e380 req-5a898d81-87da-4c79-bb92-6f6f50fc13eb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:20.538628 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6b312344-89ca-441c-b49a-5ba3c1a1e380 req-5a898d81-87da-4c79-bb92-6f6f50fc13eb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0529091 Aug 31 18:11:20.579812 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6b312344-89ca-441c-b49a-5ba3c1a1e380 req-2edf9797-0028-4285-8970-360fbc46c2e8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353501 Aug 31 18:11:20.718910 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c7753-d5a8-4d8e-ac6e-38c53187dbf3 req-234b01c3-cc9b-42bb-bb94-2d451bcc8855 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:20.718910 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-035c7753-d5a8-4d8e-ac6e-38c53187dbf3 req-234b01c3-cc9b-42bb-bb94-2d451bcc8855 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0500991 Aug 31 18:11:20.758513 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-035c7753-d5a8-4d8e-ac6e-38c53187dbf3 req-4800d8d1-a52c-4d54-a39f-49d5d0189dd8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352364 Aug 31 18:11:20.804885 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-35ffe0e2-99fe-43b1-990b-42f45b7d0259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:21.583122 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5ebf4-4d4a-487a-90f6-1130e8d75a6b req-be7a95a9-159d-4667-84b4-585886c922b5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:21.584664 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b1b5ebf4-4d4a-487a-90f6-1130e8d75a6b req-be7a95a9-159d-4667-84b4-585886c922b5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0478451 Aug 31 18:11:21.623806 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b1b5ebf4-4d4a-487a-90f6-1130e8d75a6b req-0777b9e5-c415-454d-8247-79c16675dc0c tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323801 Aug 31 18:11:21.696330 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee031b-a490-42aa-b16d-815ec8456e8d req-3a981f2f-b2cb-4a94-8efc-6a9aa9edee94 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:21.697804 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f4ee031b-a490-42aa-b16d-815ec8456e8d req-3a981f2f-b2cb-4a94-8efc-6a9aa9edee94 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0517392 Aug 31 18:11:21.735898 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f4ee031b-a490-42aa-b16d-815ec8456e8d req-78a1610f-4020-4bb9-9cd7-35ac8b99d8b2 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321748 Aug 31 18:11:21.879194 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0c38e-25f4-4910-a90a-4fb9e86c4f98 req-98eb0b13-03b5-4db4-9839-81a58caba420 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:21.880780 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-77a0c38e-25f4-4910-a90a-4fb9e86c4f98 req-98eb0b13-03b5-4db4-9839-81a58caba420 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0492122 Aug 31 18:11:21.920281 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-77a0c38e-25f4-4910-a90a-4fb9e86c4f98 req-26369f54-b080-441d-b037-70cdc1bc1214 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330966 Aug 31 18:11:22.103292 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:22.739272 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04c0fe-89a7-4ce5-9cf6-8933a29b2a8c req-9ed2579e-3a37-4250-af2d-f91827276d40 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:22.740754 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fe04c0fe-89a7-4ce5-9cf6-8933a29b2a8c req-9ed2579e-3a37-4250-af2d-f91827276d40 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0479951 Aug 31 18:11:22.780733 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fe04c0fe-89a7-4ce5-9cf6-8933a29b2a8c req-638ee73a-6b90-438a-a3d5-c1381a70d94e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316751 Aug 31 18:11:22.856654 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b58f89-0789-4cd9-b9dc-61c8e2a51bf4 req-b31e3c43-1ce8-48fa-a241-44c64b572577 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:22.858125 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-82b58f89-0789-4cd9-b9dc-61c8e2a51bf4 req-b31e3c43-1ce8-48fa-a241-44c64b572577 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0557516 Aug 31 18:11:22.895614 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-82b58f89-0789-4cd9-b9dc-61c8e2a51bf4 req-8b80f87b-6203-4d73-92b0-d0de586e03bc tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309985 Aug 31 18:11:23.043779 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888277dd-842d-40c9-97b2-80be390bbd61 req-abec625f-9286-4c84-bd9a-bba8f61acb85 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:23.045532 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-888277dd-842d-40c9-97b2-80be390bbd61 req-abec625f-9286-4c84-bd9a-bba8f61acb85 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0528252 Aug 31 18:11:23.084895 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-888277dd-842d-40c9-97b2-80be390bbd61 req-5b70dd9c-b14a-4c02-980f-ed83cb926538 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334353 Aug 31 18:11:23.400055 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2caffbda-6c8a-454a-b888-0e68237a2f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:23.668820 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:23.900326 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87951c-6bf1-4b3d-99a8-45a332f58d12 req-1cf44254-e898-48cc-b053-2f6a8d59658c tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:23.901938 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1c87951c-6bf1-4b3d-99a8-45a332f58d12 req-1cf44254-e898-48cc-b053-2f6a8d59658c tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0504313 Aug 31 18:11:23.940400 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1c87951c-6bf1-4b3d-99a8-45a332f58d12 req-2149a52b-8ac6-432a-957d-5644ecd35759 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325160 Aug 31 18:11:24.013632 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08909712-4255-4393-8197-00172e8433f1 req-93908861-58f4-434c-adf5-5a7385d73187 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:24.015090 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-08909712-4255-4393-8197-00172e8433f1 req-93908861-58f4-434c-adf5-5a7385d73187 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0513937 Aug 31 18:11:24.053751 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-08909712-4255-4393-8197-00172e8433f1 req-9258183c-fa51-4f02-856f-7b17bf4687e0 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321696 Aug 31 18:11:24.203496 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fbe9a-d592-4ed3-9b05-343d31c0936c req-00d6b054-e9dc-432e-9af4-eb18659eb8ee tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:24.205046 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-af7fbe9a-d592-4ed3-9b05-343d31c0936c req-00d6b054-e9dc-432e-9af4-eb18659eb8ee tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0483818 Aug 31 18:11:24.243595 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-af7fbe9a-d592-4ed3-9b05-343d31c0936c req-e0b174d5-92fb-47e2-96ba-693e96dd39b5 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321224 Aug 31 18:11:24.486075 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:25.059336 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9c8e4-0222-4f7a-adc7-ca0d744ba8f7 req-1157d8c4-6e25-421b-8a8b-77795795ef81 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:25.061085 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e1a9c8e4-0222-4f7a-adc7-ca0d744ba8f7 req-1157d8c4-6e25-421b-8a8b-77795795ef81 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0521309 Aug 31 18:11:25.100055 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e1a9c8e4-0222-4f7a-adc7-ca0d744ba8f7 req-fe9f6c8d-252a-4ddf-aa27-447918ce7342 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323892 Aug 31 18:11:25.170585 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe052281-c080-40d7-b040-7d77c1546d8e req-01745e2d-4700-4c22-8258-29f425ded64b tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:25.172064 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fe052281-c080-40d7-b040-7d77c1546d8e req-01745e2d-4700-4c22-8258-29f425ded64b tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0526540 Aug 31 18:11:25.210297 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fe052281-c080-40d7-b040-7d77c1546d8e req-037aee54-18fa-4f4f-bc3e-f448ed266e13 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321972 Aug 31 18:11:25.364308 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f4f9f-9b1b-4c6e-b6f6-bbe3d8cae39d req-f0d96a20-eb06-4928-a6cf-c8ba4998fe19 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:25.366201 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f79f4f9f-9b1b-4c6e-b6f6-bbe3d8cae39d req-f0d96a20-eb06-4928-a6cf-c8ba4998fe19 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0497949 Aug 31 18:11:25.404256 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f79f4f9f-9b1b-4c6e-b6f6-bbe3d8cae39d req-473f3fec-ab82-4f5b-8496-91b74242ac2b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320337 Aug 31 18:11:26.216327 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fabccc-cf92-4caf-bc65-e441950f7550 req-2206e18d-0fd9-4d33-a208-a5318c97387f tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:26.217815 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-29fabccc-cf92-4caf-bc65-e441950f7550 req-2206e18d-0fd9-4d33-a208-a5318c97387f tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0495400 Aug 31 18:11:26.256701 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-29fabccc-cf92-4caf-bc65-e441950f7550 req-c85122df-3484-4216-9b0d-93421070e11d tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330198 Aug 31 18:11:26.334884 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e521a7c-fb46-4609-8f55-79b84e7a811b req-898fe0bc-18bc-4367-a845-a4746b472fb1 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:26.336334 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4e521a7c-fb46-4609-8f55-79b84e7a811b req-898fe0bc-18bc-4367-a845-a4746b472fb1 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0558536 Aug 31 18:11:26.378971 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4e521a7c-fb46-4609-8f55-79b84e7a811b req-8b0f1f57-2c6e-4c94-978f-24fb360560f0 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364678 Aug 31 18:11:26.524652 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3612066-bfb2-4070-880e-4da3c12aa8e6 req-0ffb9916-1b94-4496-95c3-3e66d322ba28 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:26.526180 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e3612066-bfb2-4070-880e-4da3c12aa8e6 req-0ffb9916-1b94-4496-95c3-3e66d322ba28 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0507941 Aug 31 18:11:26.568109 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e3612066-bfb2-4070-880e-4da3c12aa8e6 req-b924e1df-a52c-48ab-957e-078d24041343 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355809 Aug 31 18:11:26.645970 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:26.750423 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1159b76d-233d-42ea-858e-c2ca43cac084 req-fd84ccff-5fb3-43f2-82b1-71ba6fc77bc6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457480 Aug 31 18:11:26.846674 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159b76d-233d-42ea-858e-c2ca43cac084 req-5bea8068-7fc8-45cf-ad81-131111b657b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:26.848180 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1159b76d-233d-42ea-858e-c2ca43cac084 req-5bea8068-7fc8-45cf-ad81-131111b657b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cd9176a5d1f042e288b50a6ae2847ef3&device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 1099 time: 0.0431595 Aug 31 18:11:26.952340 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159b76d-233d-42ea-858e-c2ca43cac084 req-9cbec06a-a0f6-47a2-b486-7de6cfbd3d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:26.953872 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1159b76d-233d-42ea-858e-c2ca43cac084 req-9cbec06a-a0f6-47a2-b486-7de6cfbd3d9c service neutron] 10.222.0.61 "GET /v2.0/networks?id=171cd324-0f22-41e6-b73e-8afd7b0be741 HTTP/1.1" status: 200 len: 910 time: 0.0859494 Aug 31 18:11:27.026276 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1159b76d-233d-42ea-858e-c2ca43cac084 req-17d8a5be-2569-4e31-b2a4-b0dc79b71e95 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8dfc42-bfe7-4933-85fa-f317e002a7f4 HTTP/1.1" status: 200 len: 1002 time: 0.0640490 Aug 31 18:11:27.077619 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159b76d-233d-42ea-858e-c2ca43cac084 req-7fc98031-54ba-4d17-b16f-b6c2fa23dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:27.079188 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1159b76d-233d-42ea-858e-c2ca43cac084 req-7fc98031-54ba-4d17-b16f-b6c2fa23dd74 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f31a230-47dc-4d6e-91d0-ed8182c5eeb1 HTTP/1.1" status: 200 len: 847 time: 0.0436022 Aug 31 18:11:27.124425 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159b76d-233d-42ea-858e-c2ca43cac084 req-f60dcd32-24f2-4413-85ce-8ba9df09087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:27.125904 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1159b76d-233d-42ea-858e-c2ca43cac084 req-f60dcd32-24f2-4413-85ce-8ba9df09087d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=171cd324-0f22-41e6-b73e-8afd7b0be741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394831 Aug 31 18:11:27.219334 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1159b76d-233d-42ea-858e-c2ca43cac084 req-fe44d2aa-af4b-4694-a0b7-fbc230ed7c3b service neutron] 10.222.0.61 "GET /v2.0/networks/171cd324-0f22-41e6-b73e-8afd7b0be741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849063 Aug 31 18:11:27.307934 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1159b76d-233d-42ea-858e-c2ca43cac084 req-8da85bef-ff3a-4bff-8f41-e3448de12c0c service neutron] 10.222.0.61 "GET /v2.0/networks/171cd324-0f22-41e6-b73e-8afd7b0be741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815563 Aug 31 18:11:27.369806 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e7cc4-9a45-41f2-8ffe-4c250a94c401 req-794a6303-c391-48c8-8bf0-ea3649ae1bd5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:27.371259 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fe0e7cc4-9a45-41f2-8ffe-4c250a94c401 req-794a6303-c391-48c8-8bf0-ea3649ae1bd5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0478430 Aug 31 18:11:27.411217 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fe0e7cc4-9a45-41f2-8ffe-4c250a94c401 req-87080a2a-7fe1-48c2-a303-4dfe95f97917 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340450 Aug 31 18:11:27.497203 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02356c-7b12-41ea-a7ca-a97acd34889c req-d003816f-ee85-4b4c-9e44-d78fba115afd tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:27.498550 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3b02356c-7b12-41ea-a7ca-a97acd34889c req-d003816f-ee85-4b4c-9e44-d78fba115afd tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0525446 Aug 31 18:11:27.536382 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3b02356c-7b12-41ea-a7ca-a97acd34889c req-4d54c78c-ce16-4839-9720-cf49ad593902 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310454 Aug 31 18:11:27.691159 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3d575-5fe0-4e77-9776-8e288fd0d36c req-48272355-9a88-4584-969e-e0dc58efa8d7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:27.692747 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-07e3d575-5fe0-4e77-9776-8e288fd0d36c req-48272355-9a88-4584-969e-e0dc58efa8d7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0493517 Aug 31 18:11:27.732414 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-07e3d575-5fe0-4e77-9776-8e288fd0d36c req-0b84f8af-1adf-4907-aa7a-0540422aded2 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337017 Aug 31 18:11:28.525688 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b39ba6-af0c-40f0-b68e-2a5fa23bf5ca req-f52be4c1-712e-4101-9e39-55e93b065e0e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:28.527124 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-22b39ba6-af0c-40f0-b68e-2a5fa23bf5ca req-f52be4c1-712e-4101-9e39-55e93b065e0e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0502298 Aug 31 18:11:28.564270 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-22b39ba6-af0c-40f0-b68e-2a5fa23bf5ca req-0c8729d2-afc5-45a0-846e-89b2f16fd5e6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312450 Aug 31 18:11:28.660502 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a28a0f-a89d-45bd-a836-8d0b563e3bb3 req-5cf67e8f-5f7e-4d1b-85f6-cad2aca2b3bd tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:28.661981 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-72a28a0f-a89d-45bd-a836-8d0b563e3bb3 req-5cf67e8f-5f7e-4d1b-85f6-cad2aca2b3bd tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0552392 Aug 31 18:11:28.700624 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-72a28a0f-a89d-45bd-a836-8d0b563e3bb3 req-4fcd698d-cc79-4bbb-97c2-789b4f35ac71 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322061 Aug 31 18:11:28.853409 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99479b-4a4c-4b83-a924-ea21769c75c3 req-72917551-9a0b-450d-863b-47bb129dbe4b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:28.854750 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1d99479b-4a4c-4b83-a924-ea21769c75c3 req-72917551-9a0b-450d-863b-47bb129dbe4b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0504358 Aug 31 18:11:28.891477 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1d99479b-4a4c-4b83-a924-ea21769c75c3 req-9de2fb96-b32c-4880-814d-67712dbde9c2 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308499 Aug 31 18:11:29.099101 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fd307-5d3a-414a-a4d5-e6a8a8d964ea req-98206eb2-3e1d-4574-80a4-555070ba9704 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:29.100556 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-064fd307-5d3a-414a-a4d5-e6a8a8d964ea req-98206eb2-3e1d-4574-80a4-555070ba9704 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0513079 Aug 31 18:11:29.137084 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-064fd307-5d3a-414a-a4d5-e6a8a8d964ea req-bb51cec0-655c-488c-9225-83c0ad2cdb5b tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305030 Aug 31 18:11:29.197443 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c2b0d-3321-480a-a8a1-4a8206d85e9b req-1f580429-10f9-461b-aa24-8656f2fbe4e8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:29.198906 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-d08c2b0d-3321-480a-a8a1-4a8206d85e9b req-1f580429-10f9-461b-aa24-8656f2fbe4e8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0547955 Aug 31 18:11:29.327647 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-d08c2b0d-3321-480a-a8a1-4a8206d85e9b req-e3eef1a6-ca65-4f97-a862-2df26f0cfe6e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Deleting port d80f034a-9867-46d8-87e7-ea180dc71ec9 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:11:29.327983 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d08c2b0d-3321-480a-a8a1-4a8206d85e9b req-e3eef1a6-ca65-4f97-a862-2df26f0cfe6e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:29.342800 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf4dfe-4360-4db8-8aa2-8e0582ecbeff req-e55d38ab-d670-4fd1-ba96-b4eb4a4b714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:29.342800 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-31bf4dfe-4360-4db8-8aa2-8e0582ecbeff req-e55d38ab-d670-4fd1-ba96-b4eb4a4b714c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71cf56a95c554ed4bdb83b9c03793d9c&device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 1099 time: 0.0443544 Aug 31 18:11:29.423571 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-d08c2b0d-3321-480a-a8a1-4a8206d85e9b req-e3eef1a6-ca65-4f97-a862-2df26f0cfe6e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] For port d80f034a-9867-46d8-87e7-ea180dc71ec9, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=d80f034a-9867-46d8-87e7-ea180dc71ec9,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:11:29.423956 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d08c2b0d-3321-480a-a8a1-4a8206d85e9b req-e3eef1a6-ca65-4f97-a862-2df26f0cfe6e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:29.435807 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf4dfe-4360-4db8-8aa2-8e0582ecbeff req-eb2e18dd-5f9b-4272-aa6f-fca96c160e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:29.437305 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-31bf4dfe-4360-4db8-8aa2-8e0582ecbeff req-eb2e18dd-5f9b-4272-aa6f-fca96c160e0d service neutron] 10.222.0.61 "GET /v2.0/networks?id=75e081f7-d3c8-4092-a3bf-ad504c26e246 HTTP/1.1" status: 200 len: 912 time: 0.0831144 Aug 31 18:11:29.511250 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-31bf4dfe-4360-4db8-8aa2-8e0582ecbeff req-075fc75d-50fa-4767-afd6-448ce7b155bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87d0149f-06bd-459d-8c86-6f60c8c89e8c HTTP/1.1" status: 200 len: 1001 time: 0.0661457 Aug 31 18:11:29.560517 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf4dfe-4360-4db8-8aa2-8e0582ecbeff req-ec5aaca5-5653-4eec-9040-31a82fa6331a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:29.562558 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-31bf4dfe-4360-4db8-8aa2-8e0582ecbeff req-ec5aaca5-5653-4eec-9040-31a82fa6331a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6cb31828-d8fd-4cf6-8874-763e2a00ac91 HTTP/1.1" status: 200 len: 849 time: 0.0436509 Aug 31 18:11:29.609630 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf4dfe-4360-4db8-8aa2-8e0582ecbeff req-64f73721-3802-4c74-ba20-a14e04418054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:29.611365 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-31bf4dfe-4360-4db8-8aa2-8e0582ecbeff req-64f73721-3802-4c74-ba20-a14e04418054 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75e081f7-d3c8-4092-a3bf-ad504c26e246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407317 Aug 31 18:11:29.716514 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-31bf4dfe-4360-4db8-8aa2-8e0582ecbeff req-60170b2a-45fb-4bd2-9f66-eeaee8e410f5 service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967038 Aug 31 18:11:29.855463 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af58a7-83f0-40c0-8ede-0acfef6c1297 req-9d99d85f-91fe-45f5-9e87-bb15f633a3f6 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:29.856961 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-31af58a7-83f0-40c0-8ede-0acfef6c1297 req-9d99d85f-91fe-45f5-9e87-bb15f633a3f6 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 945 time: 0.0780525 Aug 31 18:11:29.859238 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-31bf4dfe-4360-4db8-8aa2-8e0582ecbeff req-803a6974-5eee-43fa-8797-51727bda179b service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314540 Aug 31 18:11:29.964145 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d08c2b0d-3321-480a-a8a1-4a8206d85e9b req-e3eef1a6-ca65-4f97-a862-2df26f0cfe6e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:29.964601 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d08c2b0d-3321-480a-a8a1-4a8206d85e9b req-e3eef1a6-ca65-4f97-a862-2df26f0cfe6e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16620561'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:29.965099 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.l3_db [req-d08c2b0d-3321-480a-a8a1-4a8206d85e9b req-e3eef1a6-ca65-4f97-a862-2df26f0cfe6e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Floating IP 5c209298-caa3-4170-b946-77565f3ada5f disassociated. External IP: 172.27.3.251, port: d80f034a-9867-46d8-87e7-ea180dc71ec9. Aug 31 18:11:29.965442 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-d08c2b0d-3321-480a-a8a1-4a8206d85e9b req-e3eef1a6-ca65-4f97-a862-2df26f0cfe6e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Calling delete_port for d80f034a-9867-46d8-87e7-ea180dc71ec9 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:11:30.155930 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-31af58a7-83f0-40c0-8ede-0acfef6c1297 req-33f52542-54c0-4bfc-ac02-5de8684a1c81 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2927020 Aug 31 18:11:30.179270 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b79964-dc14-43fb-8e24-ea80e69a8c33 req-de4ce4a1-3575-48b6-a765-42a55ff3e9e0 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:30.179270 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-90b79964-dc14-43fb-8e24-ea80e69a8c33 req-de4ce4a1-3575-48b6-a765-42a55ff3e9e0 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0623808 Aug 31 18:11:30.214431 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-90b79964-dc14-43fb-8e24-ea80e69a8c33 req-ce123f09-f858-46c0-b3c4-316499245c68 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320945 Aug 31 18:11:30.246031 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d08c2b0d-3321-480a-a8a1-4a8206d85e9b req-e3eef1a6-ca65-4f97-a862-2df26f0cfe6e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:30.271425 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf319a89-032b-464d-9bc1-8b62bf19ae22 req-01043d59-e119-4725-a312-b54b1c2cd0cd tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:30.271425 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cf319a89-032b-464d-9bc1-8b62bf19ae22 req-01043d59-e119-4725-a312-b54b1c2cd0cd tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0535476 Aug 31 18:11:30.274970 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eef1a6-ca65-4f97-a862-2df26f0cfe6e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event deleted for resources: {'Port': ['ID=d80f034a-9867-46d8-87e7-ea180dc71ec9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:11:30.308690 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cf319a89-032b-464d-9bc1-8b62bf19ae22 req-78a57ef4-0c63-4e74-b72d-bceffba0c240 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329127 Aug 31 18:11:30.390930 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d08c2b0d-3321-480a-a8a1-4a8206d85e9b req-e3eef1a6-ca65-4f97-a862-2df26f0cfe6e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Router 9f154565-ddc9-4b51-8f31-0966eae18fdd has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:11:30.501570 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d08c2b0d-3321-480a-a8a1-4a8206d85e9b req-e3eef1a6-ca65-4f97-a862-2df26f0cfe6e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:11:30.514428 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b0b8a0-917d-4d26-9ca5-f39bcd491f7d None None] Sync routers for ids ['9f154565-ddc9-4b51-8f31-0966eae18fdd'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:11:30.524095 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b0b8a0-917d-4d26-9ca5-f39bcd491f7d None None] Routers {'9f154565-ddc9-4b51-8f31-0966eae18fdd'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:11:30.525080 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-04b0b8a0-917d-4d26-9ca5-f39bcd491f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:11:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['9f154565-ddc9-4b51-8f31-0966eae18fdd'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:11:30.543444 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08c2b0d-3321-480a-a8a1-4a8206d85e9b req-e3eef1a6-ca65-4f97-a862-2df26f0cfe6e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] No DVR routers for this DVR port d80f034a-9867-46d8-87e7-ea180dc71ec9 on host hv-cinder-80674 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:11:30.546463 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-d08c2b0d-3321-480a-a8a1-4a8206d85e9b req-e3eef1a6-ca65-4f97-a862-2df26f0cfe6e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:30.548783 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-d08c2b0d-3321-480a-a8a1-4a8206d85e9b req-e3eef1a6-ca65-4f97-a862-2df26f0cfe6e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.61 "DELETE /v2.0/ports/d80f034a-9867-46d8-87e7-ea180dc71ec9 HTTP/1.1" status: 204 len: 173 time: 1.3092022 Aug 31 18:11:30.549994 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8', 'name': 'network-vif-deleted', 'tag': 'd80f034a-9867-46d8-87e7-ea180dc71ec9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:11:30.552223 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195959e4-7f86-4cd2-924f-0059adbd362b" -d '{"events": [{"server_uuid": "4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8", "name": "network-vif-deleted", "tag": "d80f034a-9867-46d8-87e7-ea180dc71ec9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:11:30.648152 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-04b0b8a0-917d-4d26-9ca5-f39bcd491f7d None None] Set router 9f154565-ddc9-4b51-8f31-0966eae18fdd gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:11:30.650254 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd658ee-d4ab-48ee-820c-39da6923a309 x-openstack-request-id: req-acd658ee-d4ab-48ee-820c-39da6923a309 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:11:30.650492 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8", "name": "network-vif-deleted", "tag": "d80f034a-9867-46d8-87e7-ea180dc71ec9", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:11:30.650732 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-acd658ee-d4ab-48ee-820c-39da6923a309 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:11:30.651134 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8', 'name': 'network-vif-deleted', 'tag': 'd80f034a-9867-46d8-87e7-ea180dc71ec9', 'status': 'completed', 'code': 200} Aug 31 18:11:30.859139 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-04b0b8a0-917d-4d26-9ca5-f39bcd491f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:53Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:11:30.886679 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b0b8a0-917d-4d26-9ca5-f39bcd491f7d None None] Checking router: 9f154565-ddc9-4b51-8f31-0966eae18fdd for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:11:30.896490 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b0b8a0-917d-4d26-9ca5-f39bcd491f7d None None] Routers {'9f154565-ddc9-4b51-8f31-0966eae18fdd'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:11:30.897164 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-04b0b8a0-917d-4d26-9ca5-f39bcd491f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:11:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['9f154565-ddc9-4b51-8f31-0966eae18fdd'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:11:31.009563 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-04b0b8a0-917d-4d26-9ca5-f39bcd491f7d None None] Set router 9f154565-ddc9-4b51-8f31-0966eae18fdd gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:11:31.224135 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-04b0b8a0-917d-4d26-9ca5-f39bcd491f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:53Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:11:31.258757 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b0b8a0-917d-4d26-9ca5-f39bcd491f7d None None] The sync data for ids ['9f154565-ddc9-4b51-8f31-0966eae18fdd'] in dv-cinder-806740-4-iscsi is: [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:53Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:11:31.284123 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8a520d78-8ab9-4137-858e-ef6275d27ac5 req-2de42c76-5862-43ce-99d5-d05bcf9eef49 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 210 time: 0.0525374 Aug 31 18:11:31.382958 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03402bae-e4d6-4839-bdfc-56de11aa78b5 req-027fb2f5-5b06-4540-ab52-9e9eef9b91a8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:31.384462 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-03402bae-e4d6-4839-bdfc-56de11aa78b5 req-027fb2f5-5b06-4540-ab52-9e9eef9b91a8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0730135 Aug 31 18:11:31.454450 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-03402bae-e4d6-4839-bdfc-56de11aa78b5 req-ed5a753d-1ca9-454d-8a6a-bc5b2c982d2b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615637 Aug 31 18:11:31.468383 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774834e4-93db-4327-b537-168d036ef116 req-e343d9a6-2f31-4534-a1ab-6b4e2e0b628b tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:31.470122 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-774834e4-93db-4327-b537-168d036ef116 req-e343d9a6-2f31-4534-a1ab-6b4e2e0b628b tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0763710 Aug 31 18:11:31.531853 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-774834e4-93db-4327-b537-168d036ef116 req-e9b290d0-6a73-423f-93a5-1c4a68bcbb52 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544319 Aug 31 18:11:31.569375 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82129163-fa57-4e3f-b6ba-c4069adb5960 None None] New status for floating IP 5c209298-caa3-4170-b946-77565f3ada5f: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:11:32.405831 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4436dee7-589b-4cb4-bf2b-65604f201ea0 req-b2c82445-5f80-445f-87da-8006063f11f1 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e0c561f-dcc6-43dd-a77a-6c5c3a822fa8 HTTP/1.1" status: 200 len: 210 time: 0.0351524 Aug 31 18:11:32.584052 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb2615-2fb1-494c-8f6f-b4d7ee099d13 req-5ccbf345-0b69-4a8b-9a72-d38d62f37094 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:32.585539 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7adb2615-2fb1-494c-8f6f-b4d7ee099d13 req-5ccbf345-0b69-4a8b-9a72-d38d62f37094 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0562212 Aug 31 18:11:32.624811 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7adb2615-2fb1-494c-8f6f-b4d7ee099d13 req-7eab5758-66a4-48f7-b5f1-f92e1768b985 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332105 Aug 31 18:11:33.202221 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device d80f034a-9867-46d8-87e7-ea180dc71ec9 no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:11:33.223699 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: d80f034a-9867-46d8-87e7-ea180dc71ec9 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:11:33.223970 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device d80f034a-9867-46d8-87e7-ea180dc71ec9 not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:11:33.611035 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-de06ef8c-10af-489e-ba0f-ff12fdeef5a8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-760562050&fields=id&tenant_id=0c2a9f290de14f9a8b00844d222cdd70 HTTP/1.1" status: 200 len: 267 time: 0.0323298 Aug 31 18:11:33.742947 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-e00392bc-2676-457b-9028-b1b25ff1373f tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:33.744285 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-e00392bc-2676-457b-9028-b1b25ff1373f tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/networks?id=116adeeb-4100-4d52-a87b-b0c8148fd402 HTTP/1.1" status: 200 len: 812 time: 0.1252272 Aug 31 18:11:33.770428 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e77382-5fa2-4835-b58f-5765d0f4102d req-1afa69e5-9bd0-4c10-9d4f-da8a8c799473 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:33.772016 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-61e77382-5fa2-4835-b58f-5765d0f4102d req-1afa69e5-9bd0-4c10-9d4f-da8a8c799473 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0723741 Aug 31 18:11:33.773188 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-63d03ef4-f643-4622-b2d2-e681f48bc063 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/quotas/0c2a9f290de14f9a8b00844d222cdd70 HTTP/1.1" status: 200 len: 375 time: 0.0228505 Aug 31 18:11:33.839723 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-61e77382-5fa2-4835-b58f-5765d0f4102d req-cc762d1c-6013-433d-9732-6921422f7f39 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589998 Aug 31 18:11:33.852918 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-ee86bec4-0904-4417-a85a-78d18c48dd1f tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c2a9f290de14f9a8b00844d222cdd70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0738122 Aug 31 18:11:34.041917 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-14b2e687-8b1a-4b36-89dd-bb99f61f1f92 service neutron] 10.222.0.58 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767666 Aug 31 18:11:34.129416 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-f6d97923-8f40-476d-a869-550c68987c11 service neutron] 10.222.0.58 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812790 Aug 31 18:11:34.970712 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79296dcb-c8ad-4589-bb1d-69f8b3bdb490 req-babf8bb9-12b9-4d81-9ca7-75dae7a8c9d3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:34.972169 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-79296dcb-c8ad-4589-bb1d-69f8b3bdb490 req-babf8bb9-12b9-4d81-9ca7-75dae7a8c9d3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0613396 Aug 31 18:11:35.009979 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-79296dcb-c8ad-4589-bb1d-69f8b3bdb490 req-8da4f995-cf4b-4358-b4a7-9f5d5cdf78f3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318725 Aug 31 18:11:35.371605 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7b14be7d-a75a-4bc4-ae86-870cfa23d765 req-aee43501-83e5-43df-b1b7-f08dfc56ecfb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 210 time: 0.0275872 Aug 31 18:11:36.128069 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16b58f-77e5-40ae-918a-5aeca6ff05d6 req-588384e5-a59d-40ce-b235-cb7ea40ca4bf tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:36.129535 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0f16b58f-77e5-40ae-918a-5aeca6ff05d6 req-588384e5-a59d-40ce-b235-cb7ea40ca4bf tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0477350 Aug 31 18:11:36.165988 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0f16b58f-77e5-40ae-918a-5aeca6ff05d6 req-60aeecc9-ef02-4190-85db-d901e0b2fdea tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305600 Aug 31 18:11:36.449100 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-271ad2d1-c0a5-471c-ba6b-b7b536a5bd3c req-41c4ba27-47ad-4358-be75-226266b71198 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 210 time: 0.0270422 Aug 31 18:11:37.285984 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca22d28-2d66-48f0-bf5b-4cc36f93e1aa req-abeeab08-c61d-4c8a-83f9-f9343abf3d1a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:37.287371 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3ca22d28-2d66-48f0-bf5b-4cc36f93e1aa req-abeeab08-c61d-4c8a-83f9-f9343abf3d1a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0507767 Aug 31 18:11:37.324913 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3ca22d28-2d66-48f0-bf5b-4cc36f93e1aa req-662ff285-e11f-4319-8683-2e20fd2ed168 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316310 Aug 31 18:11:37.612689 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9224c549-4033-4f63-a0ae-a0f2ced2e0f8 req-c470b899-02d3-43e6-bf6c-5edcc008b3a2 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 210 time: 0.0259540 Aug 31 18:11:37.960131 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:11:38.441727 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1c1bf-6a52-4fe2-8dc9-ae8843492b2d req-554f09c3-08a5-443d-892a-de8f8d4270ba tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:38.443150 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f1d1c1bf-6a52-4fe2-8dc9-ae8843492b2d req-554f09c3-08a5-443d-892a-de8f8d4270ba tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0468907 Aug 31 18:11:38.481052 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f1d1c1bf-6a52-4fe2-8dc9-ae8843492b2d req-f169e5f6-281c-4a19-b68f-38658d3c0e57 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319345 Aug 31 18:11:38.634811 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f02dad91-36fa-4c9d-95ef-6c1d4e1f585c req-b1e5e535-67ca-45e7-875e-ab1c727f1057 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 210 time: 0.0297554 Aug 31 18:11:39.008938 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-5e38c2df-474e-4d07-bd82-bdf75963db77 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:39.010433 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-5e38c2df-474e-4d07-bd82-bdf75963db77 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.61 "GET /v2.0/networks?id=116adeeb-4100-4d52-a87b-b0c8148fd402 HTTP/1.1" status: 200 len: 812 time: 0.1028423 Aug 31 18:11:39.077271 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-7be56b20-ea8d-4fa1-bb49-9b37bba7acbb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c2a9f290de14f9a8b00844d222cdd70 HTTP/1.1" status: 200 len: 379 time: 0.0357304 Aug 31 18:11:39.087582 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-abd18eaa-da5d-43be-9a22-389c7888141c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Request body: {'port': {'device_id': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'admin_state_up': True, 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'security_groups': ['86545033-f39e-4bf0-b10e-3b32553c44fd']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:11:39.241310 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 541488fc-0144-4a36-9edf-0648ccb84475 details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:11:39.278485 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-abd18eaa-da5d-43be-9a22-389c7888141c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Made reservation on behalf of 0c2a9f290de14f9a8b00844d222cdd70 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:11:39.282198 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-abd18eaa-da5d-43be-9a22-389c7888141c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:39.415525 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-abd18eaa-da5d-43be-9a22-389c7888141c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Allocated IP 172.20.0.4 (116adeeb-4100-4d52-a87b-b0c8148fd402/00dc20f5-d672-465c-8f7d-5a82297046f6/93903581-38b7-4c1f-aa37-384c05421d70) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:11:39.463139 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 541488fc-0144-4a36-9edf-0648ccb84475, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=541488fc-0144-4a36-9edf-0648ccb84475,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:11:39.475195 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': '541488fc-0144-4a36-9edf-0648ccb84475', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'port_id': '541488fc-0144-4a36-9edf-0648ccb84475', 'mac_address': 'fa:16:3e:db:1c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:11:39.512363 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:39.528683 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541488fc-0144-4a36-9edf-0648ccb84475 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:11:39.546794 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 541488fc-0144-4a36-9edf-0648ccb84475, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=541488fc-0144-4a36-9edf-0648ccb84475,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:11:39.560771 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-abd18eaa-da5d-43be-9a22-389c7888141c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:39.573557 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-abd18eaa-da5d-43be-9a22-389c7888141c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Transition to ACTIVE for port object 93903581-38b7-4c1f-aa37-384c05421d70 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:11:39.604513 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166b7d4-9f95-4566-9c68-5bca574394b5 req-f761d4fb-fd9c-4caa-ba14-dea72ce8acb6 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:39.604513 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e166b7d4-9f95-4566-9c68-5bca574394b5 req-f761d4fb-fd9c-4caa-ba14-dea72ce8acb6 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 944 time: 0.0488048 Aug 31 18:11:39.639752 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:39.642538 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e166b7d4-9f95-4566-9c68-5bca574394b5 req-aef61b74-a769-46ed-93ae-2b785dcc0584 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323536 Aug 31 18:11:39.688356 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=541488fc-0144-4a36-9edf-0648ccb84475,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:11:39.695778 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:39.696137 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:39.696484 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:39.696840 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:39.697288 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:39.697624 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:39.697954 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:39.698279 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:39.698610 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:39.698933 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:39.699263 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:39.699584 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:39.722088 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-abd18eaa-da5d-43be-9a22-389c7888141c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:39.733859 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-08392962-a360-460d-8fbb-3eb5889d0bf1 req-12aca3ac-d7e4-4c9b-b5bb-2475d1edc5b8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 210 time: 0.0311882 Aug 31 18:11:39.764735 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-abd18eaa-da5d-43be-9a22-389c7888141c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Network 116adeeb-4100-4d52-a87b-b0c8148fd402 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:11:39.769625 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-abd18eaa-da5d-43be-9a22-389c7888141c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:11:39.773364 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-abd18eaa-da5d-43be-9a22-389c7888141c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:11:39.801670 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd18eaa-da5d-43be-9a22-389c7888141c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event updated for resources: {'Port': ['ID=93903581-38b7-4c1f-aa37-384c05421d70,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:11:39.827006 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-abd18eaa-da5d-43be-9a22-389c7888141c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:39.827631 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-abd18eaa-da5d-43be-9a22-389c7888141c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:39.977407 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-abd18eaa-da5d-43be-9a22-389c7888141c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8937368 Aug 31 18:11:39.995348 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Request body: {'port': {'device_id': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:11:40.052481 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:40.165424 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-80f4af66-4153-44c3-87a8-87050353cfae None None] Provisioning for port 93903581-38b7-4c1f-aa37-384c05421d70 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:11:40.169508 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-80f4af66-4153-44c3-87a8-87050353cfae None None] Provisioning complete for port 93903581-38b7-4c1f-aa37-384c05421d70 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:11:40.169880 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-80f4af66-4153-44c3-87a8-87050353cfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:40.216300 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-80f4af66-4153-44c3-87a8-87050353cfae None None] Port 93903581-38b7-4c1f-aa37-384c05421d70 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:11:40.314324 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93903581-38b7-4c1f-aa37-384c05421d70 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:11:40.322119 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:40.333623 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Transition to ACTIVE for port object 93903581-38b7-4c1f-aa37-384c05421d70 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:11:40.390362 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['541488fc-0144-4a36-9edf-0648ccb84475'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:11:40.440273 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:40.512464 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=93903581-38b7-4c1f-aa37-384c05421d70,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:11:40.564340 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Attempting to bind port 93903581-38b7-4c1f-aa37-384c05421d70 on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:11:40.564709 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Attempting to bind port 93903581-38b7-4c1f-aa37-384c05421d70 by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:11:40.565112 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Attempting to bind port 93903581-38b7-4c1f-aa37-384c05421d70 on network 116adeeb-4100-4d52-a87b-b0c8148fd402 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:11:40.569952 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Port 93903581-38b7-4c1f-aa37-384c05421d70 on network 116adeeb-4100-4d52-a87b-b0c8148fd402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:11:40.570269 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Attempting to bind port 93903581-38b7-4c1f-aa37-384c05421d70 on network 116adeeb-4100-4d52-a87b-b0c8148fd402 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:11:40.575550 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:11:40.575891 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Checking segment: {'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:11:40.578096 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Bound using segment: {'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:11:40.578096 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Bound port: 93903581-38b7-4c1f-aa37-384c05421d70, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:11:40.578096 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:40.644333 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] For port 93903581-38b7-4c1f-aa37-384c05421d70, host hv-cinder-80674, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:11:40.647249 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] For port 93903581-38b7-4c1f-aa37-384c05421d70, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=93903581-38b7-4c1f-aa37-384c05421d70,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:11:40.749189 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:40.771866 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705526d-fabc-4715-9925-74198dd1cc63 req-33109985-c826-41e2-bac1-b13c8936d5e8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:40.773447 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5705526d-fabc-4715-9925-74198dd1cc63 req-33109985-c826-41e2-bac1-b13c8936d5e8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 945 time: 0.0586364 Aug 31 18:11:40.787610 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:40.788283 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:40.789721 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] 10.222.0.61 "PUT /v2.0/ports/93903581-38b7-4c1f-aa37-384c05421d70 HTTP/1.1" status: 200 len: 1093 time: 0.7985680 Aug 31 18:11:40.794919 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'tag': '93903581-38b7-4c1f-aa37-384c05421d70'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:11:40.797645 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539aaf5e-d92b-4a42-8631-350a2ce1047b" -d '{"events": [{"name": "network-changed", "server_uuid": "43e114e4-51d7-46c1-80b0-6bc9e489f6b3", "tag": "93903581-38b7-4c1f-aa37-384c05421d70"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:11:40.824112 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ce6ba-4427-4415-bd9b-854fd70b8ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=93903581-38b7-4c1f-aa37-384c05421d70,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:11:40.868872 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5705526d-fabc-4715-9925-74198dd1cc63 req-9029a09d-f946-4f57-9f5c-b46af5b43717 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783021 Aug 31 18:11:40.889882 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e7c2f-2138-43da-b4a3-e3af88729486 req-a7e352f3-09ff-4b7c-9cc5-c87c48bd7fe9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:40.891413 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-062e7c2f-2138-43da-b4a3-e3af88729486 req-a7e352f3-09ff-4b7c-9cc5-c87c48bd7fe9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0741231 Aug 31 18:11:40.945814 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-062e7c2f-2138-43da-b4a3-e3af88729486 req-71285936-26cb-4b87-a900-98bc02f13ca6 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464282 Aug 31 18:11:40.951943 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697ef3cf-5a2d-40b3-bc44-4193d85665ba x-openstack-request-id: req-697ef3cf-5a2d-40b3-bc44-4193d85665ba {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:11:40.952272 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e114e4-51d7-46c1-80b0-6bc9e489f6b3", "tag": "93903581-38b7-4c1f-aa37-384c05421d70", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:11:40.953388 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-697ef3cf-5a2d-40b3-bc44-4193d85665ba {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:11:40.953388 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'tag': '93903581-38b7-4c1f-aa37-384c05421d70', 'status': 'completed', 'code': 200} Aug 31 18:11:40.981503 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-1a355ec6-1a3e-4b7e-82c3-2b314770bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:40.983015 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-1a355ec6-1a3e-4b7e-82c3-2b314770bca2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c2a9f290de14f9a8b00844d222cdd70&device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 1096 time: 0.0651374 Aug 31 18:11:41.048607 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-ff0d6fb9-493a-4cd4-be10-5594bcf7ab8a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93903581-38b7-4c1f-aa37-384c05421d70 HTTP/1.1" status: 200 len: 217 time: 0.0511932 Aug 31 18:11:41.097078 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-4abda2d6-b76e-4a25-bd05-6f0e69a30c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:41.098500 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-4abda2d6-b76e-4a25-bd05-6f0e69a30c91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00dc20f5-d672-465c-8f7d-5a82297046f6 HTTP/1.1" status: 200 len: 851 time: 0.0429718 Aug 31 18:11:41.147211 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-8b635dfc-dd98-4d78-a44f-cf90bb1574bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:41.148690 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-8b635dfc-dd98-4d78-a44f-cf90bb1574bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=116adeeb-4100-4d52-a87b-b0c8148fd402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430899 Aug 31 18:11:41.246850 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-9aadadf7-da96-481d-9723-bb99eb5e78b9 service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902672 Aug 31 18:11:41.365394 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-37062cfa-792f-48bd-83b7-8f07d32548d5 req-603a2cb5-d608-4060-b5d8-318ce9cb6b13 service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904441 Aug 31 18:11:41.590650 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aaf5e-d92b-4a42-8631-350a2ce1047b req-76e64a0d-c679-4ac2-acfd-53ec3f879175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:41.592115 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-539aaf5e-d92b-4a42-8631-350a2ce1047b req-76e64a0d-c679-4ac2-acfd-53ec3f879175 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c2a9f290de14f9a8b00844d222cdd70&device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 1096 time: 0.0401833 Aug 31 18:11:41.712163 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aaf5e-d92b-4a42-8631-350a2ce1047b req-bef91bb1-2410-4050-b739-0234203851c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:41.713679 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-539aaf5e-d92b-4a42-8631-350a2ce1047b req-bef91bb1-2410-4050-b739-0234203851c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=116adeeb-4100-4d52-a87b-b0c8148fd402 HTTP/1.1" status: 200 len: 914 time: 0.0837085 Aug 31 18:11:41.758691 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-539aaf5e-d92b-4a42-8631-350a2ce1047b req-c01e91ec-86ad-401e-a67d-3111935490ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93903581-38b7-4c1f-aa37-384c05421d70 HTTP/1.1" status: 200 len: 217 time: 0.0366087 Aug 31 18:11:41.807788 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aaf5e-d92b-4a42-8631-350a2ce1047b req-94d64af4-cc8e-4b58-9813-265c8928d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:41.809254 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-539aaf5e-d92b-4a42-8631-350a2ce1047b req-94d64af4-cc8e-4b58-9813-265c8928d2c0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00dc20f5-d672-465c-8f7d-5a82297046f6 HTTP/1.1" status: 200 len: 851 time: 0.0436513 Aug 31 18:11:41.855723 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aaf5e-d92b-4a42-8631-350a2ce1047b req-06ad1fc0-b65f-465b-a5b2-20151d49df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:41.857128 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-539aaf5e-d92b-4a42-8631-350a2ce1047b req-06ad1fc0-b65f-465b-a5b2-20151d49df3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=116adeeb-4100-4d52-a87b-b0c8148fd402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393524 Aug 31 18:11:41.952269 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-539aaf5e-d92b-4a42-8631-350a2ce1047b req-76fbbe7d-116b-498b-aae5-b613a6fe89cb service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862696 Aug 31 18:11:42.010317 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3954ca-9fe9-4f65-b94e-57e960467dcf req-caf99ea5-36bb-47b1-84cb-81a7b914bcfe tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:42.011965 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cf3954ca-9fe9-4f65-b94e-57e960467dcf req-caf99ea5-36bb-47b1-84cb-81a7b914bcfe tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 945 time: 0.0579505 Aug 31 18:11:42.065138 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-539aaf5e-d92b-4a42-8631-350a2ce1047b req-67dc43e5-f3e0-4110-8a3f-3ebee2189c37 service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052887 Aug 31 18:11:42.076092 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cf3954ca-9fe9-4f65-b94e-57e960467dcf req-1e643b33-bc11-49a0-b33c-0a8db0425440 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569286 Aug 31 18:11:42.099654 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb372be-47ec-43e9-92b3-5154a2701abe req-4038befb-360d-4381-b9e0-1161945385c9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:42.101171 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4fb372be-47ec-43e9-92b3-5154a2701abe req-4038befb-360d-4381-b9e0-1161945385c9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0656290 Aug 31 18:11:42.139012 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4fb372be-47ec-43e9-92b3-5154a2701abe req-a62a83a1-e932-42b1-a443-2f3894f65563 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318842 Aug 31 18:11:43.198634 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4dab9-66bc-48e7-a7b7-a0733d8125af req-99f8b081-5f61-4788-880a-e092829547fd tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:43.200130 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4df4dab9-66bc-48e7-a7b7-a0733d8125af req-99f8b081-5f61-4788-880a-e092829547fd tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 945 time: 0.0525322 Aug 31 18:11:43.266839 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4df4dab9-66bc-48e7-a7b7-a0733d8125af req-8b3eb03e-0786-49fd-a02b-162f97199ad8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522563 Aug 31 18:11:43.278857 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ccb24-2d57-4ecf-b78d-d38f6b343b7a req-aff45807-6266-4381-868e-1d651208609f tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:43.280358 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7f8ccb24-2d57-4ecf-b78d-d38f6b343b7a req-aff45807-6266-4381-868e-1d651208609f tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0756295 Aug 31 18:11:43.318825 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7f8ccb24-2d57-4ecf-b78d-d38f6b343b7a req-06c78d66-595b-4016-81e9-f94fd1cf11cb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317731 Aug 31 18:11:44.395597 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9d371-83b2-4c11-bb11-1eb439a6c965 req-13efd352-1a30-497b-8391-e332509a3dd3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:44.397103 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fed9d371-83b2-4c11-bb11-1eb439a6c965 req-13efd352-1a30-497b-8391-e332509a3dd3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 945 time: 0.0492518 Aug 31 18:11:44.460430 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fed9d371-83b2-4c11-bb11-1eb439a6c965 req-4cbd49a4-c0d6-4ef3-9c3d-9c4cb302555a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545571 Aug 31 18:11:44.473190 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73d763-56f5-436f-85b8-95c95a2e1800 req-e947166d-e238-46bb-a6cb-a2f07e27c449 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:44.474763 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-af73d763-56f5-436f-85b8-95c95a2e1800 req-e947166d-e238-46bb-a6cb-a2f07e27c449 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0766983 Aug 31 18:11:44.518249 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-af73d763-56f5-436f-85b8-95c95a2e1800 req-00cd2849-012d-46f0-bbf7-d48dd54dffb9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376425 Aug 31 18:11:44.941812 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 541488fc-0144-4a36-9edf-0648ccb84475 up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:11:44.995316 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port 541488fc-0144-4a36-9edf-0648ccb84475 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:11:44.995679 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:45.074673 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:45.097000 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408c7b99-cf5a-4ea8-a9a9-4096e67ceee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541488fc-0144-4a36-9edf-0648ccb84475'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:11:45.099225 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f81169d-8a71-42d6-a553-1c46c96ed024" -d '{"events": [{"server_uuid": "408c7b99-cf5a-4ea8-a9a9-4096e67ceee3", "name": "network-vif-plugged", "status": "completed", "tag": "541488fc-0144-4a36-9edf-0648ccb84475"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:11:45.113852 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 541488fc-0144-4a36-9edf-0648ccb84475, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=541488fc-0144-4a36-9edf-0648ccb84475,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:11:45.136527 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb3328b-31ae-4475-898e-2ee6c6c7c2b0 x-openstack-request-id: req-dbb3328b-31ae-4475-898e-2ee6c6c7c2b0 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:11:45.136832 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408c7b99-cf5a-4ea8-a9a9-4096e67ceee3", "name": "network-vif-plugged", "status": "completed", "tag": "541488fc-0144-4a36-9edf-0648ccb84475", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:11:45.137089 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dbb3328b-31ae-4475-898e-2ee6c6c7c2b0 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:11:45.137480 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408c7b99-cf5a-4ea8-a9a9-4096e67ceee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541488fc-0144-4a36-9edf-0648ccb84475', 'code': 200} Aug 31 18:11:45.193871 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:45.239838 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=541488fc-0144-4a36-9edf-0648ccb84475,revision_number=10']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:11:45.586555 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259110e9-9bd1-42b7-a503-6f8d246803d9 req-e784516b-1de9-43a2-9fdf-0bb5832e73aa tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:45.588090 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-259110e9-9bd1-42b7-a503-6f8d246803d9 req-e784516b-1de9-43a2-9fdf-0bb5832e73aa tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 947 time: 0.0531557 Aug 31 18:11:45.652396 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-259110e9-9bd1-42b7-a503-6f8d246803d9 req-be124608-7d7b-4a17-8e56-45bc7e86edf7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542083 Aug 31 18:11:45.663965 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db78b42-237f-4940-b7f5-4e43a98b7050 req-cb3a1669-705e-46d8-a3e3-e7af3c8bc353 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:45.665451 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8db78b42-237f-4940-b7f5-4e43a98b7050 req-cb3a1669-705e-46d8-a3e3-e7af3c8bc353 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0764699 Aug 31 18:11:45.704999 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8db78b42-237f-4940-b7f5-4e43a98b7050 req-2c4d97da-c59e-4967-ac95-c49a3f85a39e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321147 Aug 31 18:11:46.773684 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477f794-3a46-4549-92cb-052be128a99d req-3cd797c2-d1b8-4d75-ba40-fa7236462c5e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:46.775151 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e477f794-3a46-4549-92cb-052be128a99d req-3cd797c2-d1b8-4d75-ba40-fa7236462c5e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 947 time: 0.0494411 Aug 31 18:11:46.837941 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e477f794-3a46-4549-92cb-052be128a99d req-76e88f2a-dc81-459b-8677-7e759633b67f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536528 Aug 31 18:11:46.846033 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39f4ea-cc35-4157-9e08-4d17f83e88c5 req-b63ac237-ba50-47e7-a56c-b39dde1105a0 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:46.847475 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fe39f4ea-cc35-4157-9e08-4d17f83e88c5 req-b63ac237-ba50-47e7-a56c-b39dde1105a0 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0714321 Aug 31 18:11:46.886110 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fe39f4ea-cc35-4157-9e08-4d17f83e88c5 req-7a3f306f-bda1-44a7-a6cc-5de085c263a1 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322471 Aug 31 18:11:47.967929 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dfb9d-097c-4cf6-bdb2-42f07ce4e6c8 req-07be2f40-1341-4451-aa20-2bb1c9b2e281 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:47.969393 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-850dfb9d-097c-4cf6-bdb2-42f07ce4e6c8 req-07be2f40-1341-4451-aa20-2bb1c9b2e281 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 947 time: 0.0619304 Aug 31 18:11:48.027298 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-850dfb9d-097c-4cf6-bdb2-42f07ce4e6c8 req-4926d905-8cae-43a8-bd73-358e7a34cc5a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399842 Aug 31 18:11:48.041908 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f104c80-aa44-4577-af84-0a034f2193db req-e6a81ce8-2921-4248-bf0d-8221f9106910 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:48.043388 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4f104c80-aa44-4577-af84-0a034f2193db req-e6a81ce8-2921-4248-bf0d-8221f9106910 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0915632 Aug 31 18:11:48.081146 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4f104c80-aa44-4577-af84-0a034f2193db req-c1ed43bb-7b38-4905-b9bb-7e493e17f2b7 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314984 Aug 31 18:11:49.152719 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea1b83-8732-4c28-9f9e-69a58c198f6e req-386a04a8-8eea-4427-b663-d5c758a6af57 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:49.154302 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5dea1b83-8732-4c28-9f9e-69a58c198f6e req-386a04a8-8eea-4427-b663-d5c758a6af57 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 947 time: 0.0495992 Aug 31 18:11:49.178554 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144573f1-b807-4fe4-944b-1ed430d0e212 req-efc5aac4-97a6-4924-b7e9-700af89a9134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:49.180033 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-144573f1-b807-4fe4-944b-1ed430d0e212 req-efc5aac4-97a6-4924-b7e9-700af89a9134 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 1100 time: 0.0464890 Aug 31 18:11:49.217349 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-144573f1-b807-4fe4-944b-1ed430d0e212 req-9a0c2470-b836-42c4-868c-08c115f146af service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287635 Aug 31 18:11:49.223989 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5dea1b83-8732-4c28-9f9e-69a58c198f6e req-ca31b811-e6fb-4d62-9eb6-10418da81edb tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600450 Aug 31 18:11:49.232130 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988301f-807f-4cf9-a2a8-17364500813a req-d9ae9e69-7a01-4dcb-b31c-0a45a9c1cf11 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:49.233588 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a988301f-807f-4cf9-a2a8-17364500813a req-d9ae9e69-7a01-4dcb-b31c-0a45a9c1cf11 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0784297 Aug 31 18:11:49.272818 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a988301f-807f-4cf9-a2a8-17364500813a req-df3896d3-e1d7-4631-b412-84034a9a1fad tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331099 Aug 31 18:11:50.351257 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dbb33-890a-4347-87ca-e2599999a683 req-3fdb60e0-8a02-4236-840b-2f6e9bf8e427 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:50.354495 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-485dbb33-890a-4347-87ca-e2599999a683 req-3fdb60e0-8a02-4236-840b-2f6e9bf8e427 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 947 time: 0.0515201 Aug 31 18:11:50.420285 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-485dbb33-890a-4347-87ca-e2599999a683 req-2d5f11dc-882a-43b0-971e-a58bd90c8420 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585270 Aug 31 18:11:50.429165 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daac0b5-0279-4aa9-8d64-a5bfca7b3403 req-8791f9c2-9f03-4b0d-90f0-a2fe14c9efb3 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:50.430602 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3daac0b5-0279-4aa9-8d64-a5bfca7b3403 req-8791f9c2-9f03-4b0d-90f0-a2fe14c9efb3 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0769894 Aug 31 18:11:50.468532 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3daac0b5-0279-4aa9-8d64-a5bfca7b3403 req-98859d48-6f12-476b-b191-7bc9964fe2f3 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317607 Aug 31 18:11:50.811137 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-89d2556d-25ad-4a87-8b0f-b1bf3d28a12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:51.540198 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136d3c5-dd6f-432b-920e-62335d5a0bdd req-4c2e3627-dcf2-4fae-b7b2-802430dd164c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:51.541725 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5136d3c5-dd6f-432b-920e-62335d5a0bdd req-4c2e3627-dcf2-4fae-b7b2-802430dd164c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 947 time: 0.0494149 Aug 31 18:11:51.605231 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5136d3c5-dd6f-432b-920e-62335d5a0bdd req-78e506d9-7637-42e8-ba1a-fec6c3975ed7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540891 Aug 31 18:11:51.613549 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ef3f2-d0b0-4789-abe8-0c3b5dd9ae56 req-1898cde7-58c4-4901-9469-64ee24b8f8fe tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:51.615251 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a56ef3f2-d0b0-4789-abe8-0c3b5dd9ae56 req-1898cde7-58c4-4901-9469-64ee24b8f8fe tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0724659 Aug 31 18:11:51.656769 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a56ef3f2-d0b0-4789-abe8-0c3b5dd9ae56 req-85351fa4-7c72-4ea9-8449-fd075c910042 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343542 Aug 31 18:11:52.165591 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:52.760156 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47013d71-e9f3-4a27-97de-234034e6ddbb req-2f0d5cd2-5cbe-469c-9a33-a33c3c0aef2a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:52.761565 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-47013d71-e9f3-4a27-97de-234034e6ddbb req-2f0d5cd2-5cbe-469c-9a33-a33c3c0aef2a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 947 time: 0.0749712 Aug 31 18:11:52.814743 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3e014-3224-4aef-8bb3-060dd0e5205a req-d1f60b0a-d81f-490b-bfac-a45b2e7f5a09 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:52.821385 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bfb3e014-3224-4aef-8bb3-060dd0e5205a req-d1f60b0a-d81f-490b-bfac-a45b2e7f5a09 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0991297 Aug 31 18:11:52.831526 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-47013d71-e9f3-4a27-97de-234034e6ddbb req-ef2de115-a2fb-43a1-b027-e84eea3c53da tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599842 Aug 31 18:11:52.858942 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bfb3e014-3224-4aef-8bb3-060dd0e5205a req-1c59a954-c322-489b-ae0c-de3c6dbffaaa tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367210 Aug 31 18:11:53.479441 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-041190e3-a3f6-4463-8722-f28d495d8451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:53.731108 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:53.983582 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df079d0f-9e3c-40b2-8854-c4b755d56e39 req-fef4f971-c911-4ffc-9272-80d61c2f7823 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:53.985025 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-df079d0f-9e3c-40b2-8854-c4b755d56e39 req-fef4f971-c911-4ffc-9272-80d61c2f7823 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 947 time: 0.0776081 Aug 31 18:11:54.008092 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad0306-3abc-4f27-8335-a6e05be83407 req-1002e777-1452-4b8a-a09c-11697541673d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:54.009611 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d4ad0306-3abc-4f27-8335-a6e05be83407 req-1002e777-1452-4b8a-a09c-11697541673d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0758913 Aug 31 18:11:54.052657 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-df079d0f-9e3c-40b2-8854-c4b755d56e39 req-685ae568-b3b9-43ea-8c86-917e40ff31ef tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608156 Aug 31 18:11:54.064982 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d4ad0306-3abc-4f27-8335-a6e05be83407 req-d7d722ec-756a-4328-88b8-582f24a9c362 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487456 Aug 31 18:11:54.542383 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:54.977883 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 35920) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:11:55.079512 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5f9b6bf-2808-4d0b-ae49-e587b1c2b381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:55.168302 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5f9b6bf-2808-4d0b-ae49-e587b1c2b381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:55.178446 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9009d4-4421-4011-adb7-8e6bdcff015c req-e978e11d-0d97-4142-9541-006681fb5155 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:55.179936 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-da9009d4-4421-4011-adb7-8e6bdcff015c req-e978e11d-0d97-4142-9541-006681fb5155 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0495005 Aug 31 18:11:55.217393 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-da9009d4-4421-4011-adb7-8e6bdcff015c req-182432e7-e01b-4b23-ac9d-276e2820c03f tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314581 Aug 31 18:11:55.285135 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5f9b6bf-2808-4d0b-ae49-e587b1c2b381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:55.330882 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9b6bf-2808-4d0b-ae49-e587b1c2b381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daed6c1d-693b-42c5-b2ab-272de87195af,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:11:55.334836 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-c5f9b6bf-2808-4d0b-ae49-e587b1c2b381 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=17e83978b63d40bdb99e81f2f1e060a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3559284 Aug 31 18:11:55.337627 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 35930) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:11:55.340769 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9b6bf-2808-4d0b-ae49-e587b1c2b381 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.341154 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9b6bf-2808-4d0b-ae49-e587b1c2b381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.341498 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9b6bf-2808-4d0b-ae49-e587b1c2b381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.341842 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9b6bf-2808-4d0b-ae49-e587b1c2b381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.342172 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9b6bf-2808-4d0b-ae49-e587b1c2b381 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.342504 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9b6bf-2808-4d0b-ae49-e587b1c2b381 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.342831 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9b6bf-2808-4d0b-ae49-e587b1c2b381 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.343170 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9b6bf-2808-4d0b-ae49-e587b1c2b381 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.343498 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9b6bf-2808-4d0b-ae49-e587b1c2b381 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.343820 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9b6bf-2808-4d0b-ae49-e587b1c2b381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.344141 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9b6bf-2808-4d0b-ae49-e587b1c2b381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.344461 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9b6bf-2808-4d0b-ae49-e587b1c2b381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.387428 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-be0232f7-5f10-43c9-b918-2e4492fbeaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:55.419425 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-be0232f7-5f10-43c9-b918-2e4492fbeaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:55.622295 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-be0232f7-5f10-43c9-b918-2e4492fbeaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:55.624929 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-be0232f7-5f10-43c9-b918-2e4492fbeaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:55.626094 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-be0232f7-5f10-43c9-b918-2e4492fbeaff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/daed6c1d-693b-42c5-b2ab-272de87195af HTTP/1.1" status: 204 len: 168 time: 0.2874584 Aug 31 18:11:55.633988 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0232f7-5f10-43c9-b918-2e4492fbeaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daed6c1d-693b-42c5-b2ab-272de87195af,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:11:55.640912 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0232f7-5f10-43c9-b918-2e4492fbeaff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.641257 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0232f7-5f10-43c9-b918-2e4492fbeaff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.641593 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0232f7-5f10-43c9-b918-2e4492fbeaff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.641923 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0232f7-5f10-43c9-b918-2e4492fbeaff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.642255 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0232f7-5f10-43c9-b918-2e4492fbeaff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.642583 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0232f7-5f10-43c9-b918-2e4492fbeaff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.642968 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0232f7-5f10-43c9-b918-2e4492fbeaff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.643215 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0232f7-5f10-43c9-b918-2e4492fbeaff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.643536 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0232f7-5f10-43c9-b918-2e4492fbeaff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.643960 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0232f7-5f10-43c9-b918-2e4492fbeaff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.644288 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0232f7-5f10-43c9-b918-2e4492fbeaff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:55.644603 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0232f7-5f10-43c9-b918-2e4492fbeaff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:11:56.327368 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c295646-ba97-4d43-a008-e2592ba09f48 req-58881945-e17e-497f-99b6-a110cc41a4bd tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:56.328834 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5c295646-ba97-4d43-a008-e2592ba09f48 req-58881945-e17e-497f-99b6-a110cc41a4bd tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0480173 Aug 31 18:11:56.366210 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5c295646-ba97-4d43-a008-e2592ba09f48 req-bd62404d-ff21-4cef-8966-efb303095a7e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310071 Aug 31 18:11:56.639777 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:11:57.479819 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05588e85-a3c4-4112-9f69-2cfe662c41af req-f805a456-e6c5-40a1-8ae4-790d9813a4f1 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:57.481326 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-05588e85-a3c4-4112-9f69-2cfe662c41af req-f805a456-e6c5-40a1-8ae4-790d9813a4f1 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0476248 Aug 31 18:11:57.519715 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-05588e85-a3c4-4112-9f69-2cfe662c41af req-402eb44f-c015-4f6c-b230-da97ddf37de7 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323408 Aug 31 18:11:58.637707 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b493f-ab4b-4fe0-910c-a8416da95382 req-cece4297-b3b5-4037-b06a-b46a92fee142 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:58.639170 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8e4b493f-ab4b-4fe0-910c-a8416da95382 req-cece4297-b3b5-4037-b06a-b46a92fee142 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0524051 Aug 31 18:11:58.677636 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8e4b493f-ab4b-4fe0-910c-a8416da95382 req-a0ee5642-98b4-48b8-b686-bc102e7e3b09 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325811 Aug 31 18:11:59.792188 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4957d-a558-4009-bc56-836c03137211 req-2881df07-36df-49f7-ad03-2fe20dbe42d8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:11:59.794350 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0ee4957d-a558-4009-bc56-836c03137211 req-2881df07-36df-49f7-ad03-2fe20dbe42d8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0512109 Aug 31 18:11:59.832518 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0ee4957d-a558-4009-bc56-836c03137211 req-f4a19da7-0ae6-44dc-8011-2d51f78877cb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322292 Aug 31 18:12:00.244641 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 35968) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:12:00.347996 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-69e9d23c-c1a9-4dc0-955f-2f765e3fca37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:00.433709 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-69e9d23c-c1a9-4dc0-955f-2f765e3fca37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:00.552295 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-69e9d23c-c1a9-4dc0-955f-2f765e3fca37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:00.587843 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9d23c-c1a9-4dc0-955f-2f765e3fca37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083d1959-8469-417d-b9b3-0ed916325d3d,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:12:00.593502 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-69e9d23c-c1a9-4dc0-955f-2f765e3fca37 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=90c4ef14f29541bd9d454aa73c806b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475502 Aug 31 18:12:00.596122 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 35972) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:12:00.645744 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccabb-a55d-4778-9641-bcbfc101b013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:00.667541 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccabb-a55d-4778-9641-bcbfc101b013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:00.827823 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccabb-a55d-4778-9641-bcbfc101b013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:00.830431 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccabb-a55d-4778-9641-bcbfc101b013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:00.831633 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-bf1ccabb-a55d-4778-9641-bcbfc101b013 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/083d1959-8469-417d-b9b3-0ed916325d3d HTTP/1.1" status: 204 len: 168 time: 0.2347243 Aug 31 18:12:00.839719 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ccabb-a55d-4778-9641-bcbfc101b013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083d1959-8469-417d-b9b3-0ed916325d3d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:12:00.945520 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e41a13-22fa-420c-b2f3-78194cdf9ffd req-a78d2bb2-e161-4773-a0f7-c338e34b42c4 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:00.946976 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b6e41a13-22fa-420c-b2f3-78194cdf9ffd req-a78d2bb2-e161-4773-a0f7-c338e34b42c4 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0479746 Aug 31 18:12:00.983798 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b6e41a13-22fa-420c-b2f3-78194cdf9ffd req-58666242-abc8-4b5c-b085-ca2e57242704 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309126 Aug 31 18:12:02.097680 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fcede-5d0b-4167-a9aa-56181624c397 req-56cdcbbe-83a5-4348-a67f-ad6667721a8b tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:02.099151 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d78fcede-5d0b-4167-a9aa-56181624c397 req-56cdcbbe-83a5-4348-a67f-ad6667721a8b tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 943 time: 0.0483220 Aug 31 18:12:02.136420 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d78fcede-5d0b-4167-a9aa-56181624c397 req-31402cff-2359-4a7b-ae9d-2648dea9fe00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306034 Aug 31 18:12:02.585347 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 93903581-38b7-4c1f-aa37-384c05421d70 details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:12:02.677983 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 93903581-38b7-4c1f-aa37-384c05421d70, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=93903581-38b7-4c1f-aa37-384c05421d70,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:12:02.689687 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': '93903581-38b7-4c1f-aa37-384c05421d70', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'port_id': '93903581-38b7-4c1f-aa37-384c05421d70', 'mac_address': 'fa:16:3e:21:f0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:12:02.723561 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 36006) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:12:02.730326 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:02.744044 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93903581-38b7-4c1f-aa37-384c05421d70 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:12:02.764188 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 93903581-38b7-4c1f-aa37-384c05421d70, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=93903581-38b7-4c1f-aa37-384c05421d70,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:12:02.829204 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ff4f9758-e60d-4fcf-b1ef-06b397e2bef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:02.894881 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:02.912850 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ff4f9758-e60d-4fcf-b1ef-06b397e2bef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:02.941031 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=93903581-38b7-4c1f-aa37-384c05421d70,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:12:03.068069 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ff4f9758-e60d-4fcf-b1ef-06b397e2bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:03.105904 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-ff4f9758-e60d-4fcf-b1ef-06b397e2bef3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7cb799a14f3c467dbc9e669dae72499a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812668 Aug 31 18:12:03.106740 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f9758-e60d-4fcf-b1ef-06b397e2bef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef15c057-eb07-4520-a076-b1775cf06ac7,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:12:03.109441 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 36010) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:12:03.157833 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49ce55e0-f2aa-4ec0-b818-438727f6c28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:03.180673 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49ce55e0-f2aa-4ec0-b818-438727f6c28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:03.253042 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94c754-cd93-4a80-a51c-07bcc52b282e req-b99ee4cd-c124-4f88-8644-3539072dfb5e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:03.254538 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fb94c754-cd93-4a80-a51c-07bcc52b282e req-b99ee4cd-c124-4f88-8644-3539072dfb5e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 944 time: 0.0481522 Aug 31 18:12:03.290749 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fb94c754-cd93-4a80-a51c-07bcc52b282e req-355743cb-0ff5-4d3d-b46a-b038c4ad2e90 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303264 Aug 31 18:12:03.367057 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['93903581-38b7-4c1f-aa37-384c05421d70'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:12:03.370874 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49ce55e0-f2aa-4ec0-b818-438727f6c28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:03.373655 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49ce55e0-f2aa-4ec0-b818-438727f6c28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:03.374810 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-49ce55e0-f2aa-4ec0-b818-438727f6c28a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef15c057-eb07-4520-a076-b1775cf06ac7 HTTP/1.1" status: 204 len: 168 time: 0.2640226 Aug 31 18:12:03.386060 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce55e0-f2aa-4ec0-b818-438727f6c28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef15c057-eb07-4520-a076-b1775cf06ac7,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:12:04.402499 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b40f66-02f9-4aa1-b043-2cd6b233e15c req-cb11de67-ff27-421a-a571-7735b4a3c20f tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:04.403952 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-57b40f66-02f9-4aa1-b043-2cd6b233e15c req-cb11de67-ff27-421a-a571-7735b4a3c20f tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 944 time: 0.0478573 Aug 31 18:12:04.443384 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-57b40f66-02f9-4aa1-b043-2cd6b233e15c req-f5da2047-55b9-4eb5-bb25-e1738f864036 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336118 Aug 31 18:12:04.591030 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 93903581-38b7-4c1f-aa37-384c05421d70 up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:12:04.719088 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port 93903581-38b7-4c1f-aa37-384c05421d70 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:12:04.723044 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port 93903581-38b7-4c1f-aa37-384c05421d70 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:12:04.723415 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:04.800500 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:04.822081 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93903581-38b7-4c1f-aa37-384c05421d70'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:12:04.824319 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1770b968-987e-464e-a58d-be61cf253369" -d '{"events": [{"server_uuid": "43e114e4-51d7-46c1-80b0-6bc9e489f6b3", "name": "network-vif-plugged", "status": "completed", "tag": "93903581-38b7-4c1f-aa37-384c05421d70"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:12:04.836127 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 93903581-38b7-4c1f-aa37-384c05421d70, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=93903581-38b7-4c1f-aa37-384c05421d70,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:12:04.878121 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85c8b3d-96a5-4241-80e5-ccc238c96470 x-openstack-request-id: req-f85c8b3d-96a5-4241-80e5-ccc238c96470 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:12:04.878411 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e114e4-51d7-46c1-80b0-6bc9e489f6b3", "name": "network-vif-plugged", "status": "completed", "tag": "93903581-38b7-4c1f-aa37-384c05421d70", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:12:04.879004 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f85c8b3d-96a5-4241-80e5-ccc238c96470 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:12:04.879106 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93903581-38b7-4c1f-aa37-384c05421d70', 'code': 200} Aug 31 18:12:04.913928 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:04.961163 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=93903581-38b7-4c1f-aa37-384c05421d70,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:12:05.236708 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fb0e1-f7e9-4de2-bc3d-8d95ca0fa355 req-73563e6f-c8a5-4953-b4d0-7089f7d15d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:05.238146 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-eb3fb0e1-f7e9-4de2-bc3d-8d95ca0fa355 req-73563e6f-c8a5-4953-b4d0-7089f7d15d2f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 1098 time: 0.0428135 Aug 31 18:12:05.273179 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-eb3fb0e1-f7e9-4de2-bc3d-8d95ca0fa355 req-9dd22811-59e4-42e7-92cd-dfcae78aed81 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273261 Aug 31 18:12:05.554998 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eee2fe-605f-4cd7-aaf8-61b8bc086a79 req-7fc3d4b8-cdac-494d-9fe2-3b535257b870 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:05.556341 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-59eee2fe-605f-4cd7-aaf8-61b8bc086a79 req-7fc3d4b8-cdac-494d-9fe2-3b535257b870 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0484078 Aug 31 18:12:05.594207 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-59eee2fe-605f-4cd7-aaf8-61b8bc086a79 req-0a9a001c-030a-44fb-8da3-c403642fb3af tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313513 Aug 31 18:12:06.708163 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80417e83-eb7b-4124-a9cd-8e4251312c17 req-a4196978-bfed-4dff-9e89-8953d9267153 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:06.709650 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-80417e83-eb7b-4124-a9cd-8e4251312c17 req-a4196978-bfed-4dff-9e89-8953d9267153 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0497596 Aug 31 18:12:06.747850 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-80417e83-eb7b-4124-a9cd-8e4251312c17 req-68c74e1f-a5f8-4f61-8382-a06a9f9ec130 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313389 Aug 31 18:12:07.859635 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780c9b9-8581-4d0d-b358-2d38dd2025fb req-213279a2-92e9-4924-bfa0-00b7eb7a3299 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:07.861118 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b780c9b9-8581-4d0d-b358-2d38dd2025fb req-213279a2-92e9-4924-bfa0-00b7eb7a3299 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0476501 Aug 31 18:12:07.900471 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b780c9b9-8581-4d0d-b358-2d38dd2025fb req-55c8c6c0-4797-4402-8431-333175402451 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333023 Aug 31 18:12:08.011256 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f482b54-d370-4467-85bd-af62af3a30fe req-1450ce27-a471-44a0-8ca4-3edc52491302 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:08.012688 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2f482b54-d370-4467-85bd-af62af3a30fe req-1450ce27-a471-44a0-8ca4-3edc52491302 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0479875 Aug 31 18:12:08.050630 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2f482b54-d370-4467-85bd-af62af3a30fe req-93480fb0-d033-483d-97c4-f933eaca689d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Aug 31 18:12:08.072181 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 36032) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:12:08.110895 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c778a5e3-0d82-46c8-878b-9acbd0655dbb tempest-TestVolumeBootPattern-223243317 tempest-TestVolumeBootPattern-223243317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:08.112460 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-c778a5e3-0d82-46c8-878b-9acbd0655dbb tempest-TestVolumeBootPattern-223243317 tempest-TestVolumeBootPattern-223243317-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 1093 time: 0.0392826 Aug 31 18:12:08.115223 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 36034) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:12:08.119566 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Request body: {'floatingip': {'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'port_id': '93903581-38b7-4c1f-aa37-384c05421d70', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:12:08.227745 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:08.324233 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:08.424923 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Allocated IP 172.27.3.239 (d0d110ef-3035-4f07-b05a-39b223314ffd/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d/0e6dc6c8-6487-40af-a464-4ab82dff021b) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:12:08.525363 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:08.668130 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:08.708662 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Network d0d110ef-3035-4f07-b05a-39b223314ffd is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:12:08.711540 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:12:08.714150 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:12:08.737740 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event updated for resources: {'Port': ['ID=0e6dc6c8-6487-40af-a464-4ab82dff021b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:12:09.065365 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:09.292736 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:09.439079 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:09.564947 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:09.629291 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event updated for resources: {'Port': ['ID=0e6dc6c8-6487-40af-a464-4ab82dff021b,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:12:09.640788 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16620561'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:09.738032 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.l3_db [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Floating IP 3872a7dc-d966-42bb-b8ea-e8a8640cc787 associated. External IP: 172.27.3.239, port: 93903581-38b7-4c1f-aa37-384c05421d70. Aug 31 18:12:09.935807 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Router 9f154565-ddc9-4b51-8f31-0966eae18fdd has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:12:10.041418 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:12:10.051554 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509bcab3-57cb-4cba-8132-0aa956ca5572 None None] Sync routers for ids ['9f154565-ddc9-4b51-8f31-0966eae18fdd'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:12:10.061846 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509bcab3-57cb-4cba-8132-0aa956ca5572 None None] Routers {'9f154565-ddc9-4b51-8f31-0966eae18fdd'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:12:10.069330 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-509bcab3-57cb-4cba-8132-0aa956ca5572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:11:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['9f154565-ddc9-4b51-8f31-0966eae18fdd'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:12:10.147783 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:10.164648 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-509bcab3-57cb-4cba-8132-0aa956ca5572 None None] Set router 9f154565-ddc9-4b51-8f31-0966eae18fdd gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:12:10.174702 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-5ff4616d-05d0-499c-b6cc-2634f065bd16 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0584741 Aug 31 18:12:10.175344 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'tag': '93903581-38b7-4c1f-aa37-384c05421d70'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:12:10.177609 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b6fce8-e72a-4e3f-9167-c7fa5d88e6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "43e114e4-51d7-46c1-80b0-6bc9e489f6b3", "tag": "93903581-38b7-4c1f-aa37-384c05421d70"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:12:10.225424 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c755ae-2fbc-4242-81f5-99f56a1b513c x-openstack-request-id: req-b5c755ae-2fbc-4242-81f5-99f56a1b513c {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:12:10.225424 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e114e4-51d7-46c1-80b0-6bc9e489f6b3", "tag": "93903581-38b7-4c1f-aa37-384c05421d70", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:12:10.225424 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b5c755ae-2fbc-4242-81f5-99f56a1b513c {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:12:10.225424 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'tag': '93903581-38b7-4c1f-aa37-384c05421d70', 'status': 'completed', 'code': 200} Aug 31 18:12:10.304387 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6fce8-e72a-4e3f-9167-c7fa5d88e6bf req-9feb6fca-88d4-4840-b836-0932dc0cbe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:10.305543 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c5b6fce8-e72a-4e3f-9167-c7fa5d88e6bf req-9feb6fca-88d4-4840-b836-0932dc0cbe44 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c2a9f290de14f9a8b00844d222cdd70&device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 1098 time: 0.0400548 Aug 31 18:12:10.396621 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-509bcab3-57cb-4cba-8132-0aa956ca5572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '3872a7dc-d966-42bb-b8ea-e8a8640cc787', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'port_id': '93903581-38b7-4c1f-aa37-384c05421d70', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'mac_address': 'fa:16:3e:21:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:12:08Z', 'updated_at': '2021-08-31T18:12:08Z', 'revision_number': 0, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:53Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:12:10.398888 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6fce8-e72a-4e3f-9167-c7fa5d88e6bf req-5da9506c-affa-4b7b-b8b0-b1e970ecac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:10.400362 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c5b6fce8-e72a-4e3f-9167-c7fa5d88e6bf req-5da9506c-affa-4b7b-b8b0-b1e970ecac7b service neutron] 10.222.0.61 "GET /v2.0/networks?id=116adeeb-4100-4d52-a87b-b0c8148fd402 HTTP/1.1" status: 200 len: 914 time: 0.0868654 Aug 31 18:12:10.423094 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509bcab3-57cb-4cba-8132-0aa956ca5572 None None] Checking router: 9f154565-ddc9-4b51-8f31-0966eae18fdd for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:12:10.431483 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509bcab3-57cb-4cba-8132-0aa956ca5572 None None] Routers {'9f154565-ddc9-4b51-8f31-0966eae18fdd'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:12:10.432106 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-509bcab3-57cb-4cba-8132-0aa956ca5572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:11:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['9f154565-ddc9-4b51-8f31-0966eae18fdd'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:12:10.469918 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c5b6fce8-e72a-4e3f-9167-c7fa5d88e6bf req-987c9fc0-7b80-4265-863c-c47e89837310 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93903581-38b7-4c1f-aa37-384c05421d70 HTTP/1.1" status: 200 len: 999 time: 0.0582438 Aug 31 18:12:10.538190 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-509bcab3-57cb-4cba-8132-0aa956ca5572 None None] Set router 9f154565-ddc9-4b51-8f31-0966eae18fdd gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:12:10.773154 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6fce8-e72a-4e3f-9167-c7fa5d88e6bf req-81190152-2cfa-4b39-8347-db9b2b7d7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:10.774551 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c5b6fce8-e72a-4e3f-9167-c7fa5d88e6bf req-81190152-2cfa-4b39-8347-db9b2b7d7774 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00dc20f5-d672-465c-8f7d-5a82297046f6 HTTP/1.1" status: 200 len: 851 time: 0.2967563 Aug 31 18:12:10.775039 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-509bcab3-57cb-4cba-8132-0aa956ca5572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '3872a7dc-d966-42bb-b8ea-e8a8640cc787', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'port_id': '93903581-38b7-4c1f-aa37-384c05421d70', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'mac_address': 'fa:16:3e:21:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:12:08Z', 'updated_at': '2021-08-31T18:12:08Z', 'revision_number': 0, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:53Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:12:10.804035 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509bcab3-57cb-4cba-8132-0aa956ca5572 None None] The sync data for ids ['9f154565-ddc9-4b51-8f31-0966eae18fdd'] in dv-cinder-806740-4-iscsi is: [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '3872a7dc-d966-42bb-b8ea-e8a8640cc787', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'port_id': '93903581-38b7-4c1f-aa37-384c05421d70', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'mac_address': 'fa:16:3e:21:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:12:08Z', 'updated_at': '2021-08-31T18:12:08Z', 'revision_number': 0, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:53Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:12:10.821155 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6fce8-e72a-4e3f-9167-c7fa5d88e6bf req-8e958878-37fa-47d5-bfdb-35599e80926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:10.822657 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c5b6fce8-e72a-4e3f-9167-c7fa5d88e6bf req-8e958878-37fa-47d5-bfdb-35599e80926e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=116adeeb-4100-4d52-a87b-b0c8148fd402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395691 Aug 31 18:12:10.913931 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c5b6fce8-e72a-4e3f-9167-c7fa5d88e6bf req-99cf93fd-f5ce-4a41-bad3-e79299670d0b service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829680 Aug 31 18:12:11.010357 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c5b6fce8-e72a-4e3f-9167-c7fa5d88e6bf req-b7e21dc1-68b4-4cfb-8ee2-0f8bb78b7e0a service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889745 Aug 31 18:12:11.153554 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a2a60-ae22-48e3-86b7-78ae0c584391 None None] New status for floating IP 3872a7dc-d966-42bb-b8ea-e8a8640cc787: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:12:14.958555 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:12:20.816058 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-09efdbde-2102-42c1-812b-07ea4dffd833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:22.244608 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:23.523606 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f4d223a2-5620-4f10-8a8b-b6d7a6a70f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:23.707530 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:24.558520 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:26.420390 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-2fcebab4-1615-436c-af96-ec282f5ca04a req-55b9264d-727c-491b-8616-25d7b3f505fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390589 Aug 31 18:12:26.525810 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcebab4-1615-436c-af96-ec282f5ca04a req-ca1a0fad-bbd6-4da7-97b9-6edc319d9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:26.527223 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-2fcebab4-1615-436c-af96-ec282f5ca04a req-ca1a0fad-bbd6-4da7-97b9-6edc319d9ee3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71cf56a95c554ed4bdb83b9c03793d9c&device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 1099 time: 0.0395298 Aug 31 18:12:26.634363 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcebab4-1615-436c-af96-ec282f5ca04a req-373ba48e-d97f-4a5d-83a0-ba477abb01a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:26.635727 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-2fcebab4-1615-436c-af96-ec282f5ca04a req-373ba48e-d97f-4a5d-83a0-ba477abb01a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=75e081f7-d3c8-4092-a3bf-ad504c26e246 HTTP/1.1" status: 200 len: 912 time: 0.0863860 Aug 31 18:12:26.644424 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:26.702367 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-2fcebab4-1615-436c-af96-ec282f5ca04a req-a8262cce-134f-49eb-8d80-d83faa922cee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87d0149f-06bd-459d-8c86-6f60c8c89e8c HTTP/1.1" status: 200 len: 1001 time: 0.0586286 Aug 31 18:12:26.754570 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcebab4-1615-436c-af96-ec282f5ca04a req-b9a4f10f-7909-465a-bb3b-8f3985cce748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:26.756009 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-2fcebab4-1615-436c-af96-ec282f5ca04a req-b9a4f10f-7909-465a-bb3b-8f3985cce748 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6cb31828-d8fd-4cf6-8874-763e2a00ac91 HTTP/1.1" status: 200 len: 849 time: 0.0464199 Aug 31 18:12:26.801775 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcebab4-1615-436c-af96-ec282f5ca04a req-5960737d-78ef-4f6e-94c7-fd55979d0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:26.812515 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-2fcebab4-1615-436c-af96-ec282f5ca04a req-5960737d-78ef-4f6e-94c7-fd55979d0cb1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75e081f7-d3c8-4092-a3bf-ad504c26e246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389445 Aug 31 18:12:26.891804 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-2fcebab4-1615-436c-af96-ec282f5ca04a req-42b0c7c3-ed06-442a-8a97-b601339b4589 service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801966 Aug 31 18:12:26.984969 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-2fcebab4-1615-436c-af96-ec282f5ca04a req-dc673901-831d-419d-94a8-11de6277def2 service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858853 Aug 31 18:12:38.885045 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03b344-7955-4b7c-902e-19cec01bfe4c req-6a102b9f-ca1a-491e-8d26-63368eb30ee8 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:38.886519 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3e03b344-7955-4b7c-902e-19cec01bfe4c req-6a102b9f-ca1a-491e-8d26-63368eb30ee8 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0484619 Aug 31 18:12:38.924159 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3e03b344-7955-4b7c-902e-19cec01bfe4c req-fa084516-c9a6-4f2c-a211-d45b000aa2e2 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317109 Aug 31 18:12:40.039899 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ddb60-676c-4d9b-973e-6b01fa3b3e1a req-53dc38d4-a166-4016-b4fb-6e8186bec7dd tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:40.041387 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-307ddb60-676c-4d9b-973e-6b01fa3b3e1a req-53dc38d4-a166-4016-b4fb-6e8186bec7dd tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0480371 Aug 31 18:12:40.082584 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-307ddb60-676c-4d9b-973e-6b01fa3b3e1a req-695602c9-80c4-48a1-9770-f9e44b6d14ff tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347815 Aug 31 18:12:41.207740 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0e14e-408a-450b-b3db-ea1c22b4d808 req-0f854979-1c0b-487e-8780-c276a9dd165c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:41.209200 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0cf0e14e-408a-450b-b3db-ea1c22b4d808 req-0f854979-1c0b-487e-8780-c276a9dd165c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0486314 Aug 31 18:12:41.246376 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0cf0e14e-408a-450b-b3db-ea1c22b4d808 req-b4ef5070-1661-40b4-b0d3-905e26faf023 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310276 Aug 31 18:12:42.358688 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4216f4-9b3b-4301-adef-255ae47f625e req-a9b9e713-b343-4e34-ae48-0277562016e0 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:42.360126 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1a4216f4-9b3b-4301-adef-255ae47f625e req-a9b9e713-b343-4e34-ae48-0277562016e0 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0484614 Aug 31 18:12:42.397947 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1a4216f4-9b3b-4301-adef-255ae47f625e req-a2545072-56c7-4a1e-a048-8077b5836d3d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317740 Aug 31 18:12:43.511550 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cefea-892b-44a4-b62f-b0c2f20cdec3 req-291a8f2f-96d5-424b-9ec1-ed9b1b20e122 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:43.512990 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-716cefea-892b-44a4-b62f-b0c2f20cdec3 req-291a8f2f-96d5-424b-9ec1-ed9b1b20e122 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0479999 Aug 31 18:12:43.553274 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-716cefea-892b-44a4-b62f-b0c2f20cdec3 req-89b9293b-c6e7-4a69-81c5-41c3c3d3e1f3 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343339 Aug 31 18:12:44.664678 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045f316-8405-4104-aa49-357f0998a969 req-b35d665f-6875-4c8a-a915-238f6b086607 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:44.666059 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c045f316-8405-4104-aa49-357f0998a969 req-b35d665f-6875-4c8a-a915-238f6b086607 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0479033 Aug 31 18:12:44.703868 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c045f316-8405-4104-aa49-357f0998a969 req-d647371c-7e49-4053-a31b-792be60c7b37 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315771 Aug 31 18:12:45.820200 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e724178-1d54-4ac8-a99a-77f64f257430 req-d9a3d669-f9c7-4ed1-9613-1076725ba167 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:45.821703 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9e724178-1d54-4ac8-a99a-77f64f257430 req-d9a3d669-f9c7-4ed1-9613-1076725ba167 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0482130 Aug 31 18:12:45.857978 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9e724178-1d54-4ac8-a99a-77f64f257430 req-bdf1206e-40ea-447b-bdfb-498d2e15e714 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302227 Aug 31 18:12:46.970848 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdc484-b441-4e7c-9521-ff769e101670 req-fa4f7649-7c00-44f6-adb2-bdf3adeb04f0 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:46.972277 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-edbdc484-b441-4e7c-9521-ff769e101670 req-fa4f7649-7c00-44f6-adb2-bdf3adeb04f0 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0478358 Aug 31 18:12:47.012601 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-edbdc484-b441-4e7c-9521-ff769e101670 req-73454159-d4dc-4ba8-b653-d79c9307ca34 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344286 Aug 31 18:12:48.128022 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5983b0-6391-442c-8b81-6e67608b73f0 req-72859fbf-a06b-4618-99ad-40549d3cd61c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:48.129502 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bd5983b0-6391-442c-8b81-6e67608b73f0 req-72859fbf-a06b-4618-99ad-40549d3cd61c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0492935 Aug 31 18:12:48.165953 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bd5983b0-6391-442c-8b81-6e67608b73f0 req-e75c4e7c-416e-4fed-8d0c-5a2b95b85b95 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306630 Aug 31 18:12:48.689125 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e08c99-e542-4ddf-b686-d56f07b1fe76 req-9ea32f53-0d28-4036-82fc-33c79dc7477e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:48.690574 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-73e08c99-e542-4ddf-b686-d56f07b1fe76 req-9ea32f53-0d28-4036-82fc-33c79dc7477e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0504806 Aug 31 18:12:48.728489 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-73e08c99-e542-4ddf-b686-d56f07b1fe76 req-2d9a1227-c971-40e7-8ee0-2b350485a296 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319657 Aug 31 18:12:49.279216 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb78ad-4735-485f-84e8-636acbcbcb6d req-80956736-1036-48c7-b0dd-3e06ea8788e0 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:49.280646 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8edb78ad-4735-485f-84e8-636acbcbcb6d req-80956736-1036-48c7-b0dd-3e06ea8788e0 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0475407 Aug 31 18:12:49.320280 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8edb78ad-4735-485f-84e8-636acbcbcb6d req-c143d51d-c446-47cc-9efb-fec32536dfe1 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337391 Aug 31 18:12:49.840601 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddfec5-b608-4380-a86b-a29847f595bb req-06c7ec3a-2dd1-445b-8208-8af2b0bd9d30 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:49.842071 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-77ddfec5-b608-4380-a86b-a29847f595bb req-06c7ec3a-2dd1-445b-8208-8af2b0bd9d30 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0489502 Aug 31 18:12:49.878860 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-77ddfec5-b608-4380-a86b-a29847f595bb req-f9fd73bb-10e0-410d-9515-bb3cc6a22f20 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309455 Aug 31 18:12:50.435812 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503fe09-6bf8-493b-8dd8-58eb41f2eb5e req-4327b799-ea85-4730-977d-28ba35fc7293 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:50.437284 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2503fe09-6bf8-493b-8dd8-58eb41f2eb5e req-4327b799-ea85-4730-977d-28ba35fc7293 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0481689 Aug 31 18:12:50.473145 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2503fe09-6bf8-493b-8dd8-58eb41f2eb5e req-61fc5ee6-981c-4b3f-a631-96708f181ff9 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299864 Aug 31 18:12:50.549769 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323cfc6-c9de-4802-8bb7-78c84930c89d req-3acba821-a69f-40ae-8955-42629bb8b185 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:50.551219 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c323cfc6-c9de-4802-8bb7-78c84930c89d req-3acba821-a69f-40ae-8955-42629bb8b185 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0492718 Aug 31 18:12:50.642711 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-c323cfc6-c9de-4802-8bb7-78c84930c89d req-35c0f20e-236b-4267-8a38-d365b85e97e1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Deleting port 87d0149f-06bd-459d-8c86-6f60c8c89e8c {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:12:50.642966 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c323cfc6-c9de-4802-8bb7-78c84930c89d req-35c0f20e-236b-4267-8a38-d365b85e97e1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:50.728883 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-c323cfc6-c9de-4802-8bb7-78c84930c89d req-35c0f20e-236b-4267-8a38-d365b85e97e1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] For port 87d0149f-06bd-459d-8c86-6f60c8c89e8c, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=87d0149f-06bd-459d-8c86-6f60c8c89e8c,segment=NetworkSegment(de9e5290-a599-4c31-9d06-61044e7ef585),segment_id=de9e5290-a599-4c31-9d06-61044e7ef585)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:12:50.729253 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c323cfc6-c9de-4802-8bb7-78c84930c89d req-35c0f20e-236b-4267-8a38-d365b85e97e1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:50.826802 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-999c59b2-d94f-44e5-8696-a4205bb1b62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:50.899726 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c323cfc6-c9de-4802-8bb7-78c84930c89d req-35c0f20e-236b-4267-8a38-d365b85e97e1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:50.900029 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c323cfc6-c9de-4802-8bb7-78c84930c89d req-35c0f20e-236b-4267-8a38-d365b85e97e1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16620561'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:50.900346 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.l3_db [req-c323cfc6-c9de-4802-8bb7-78c84930c89d req-35c0f20e-236b-4267-8a38-d365b85e97e1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Floating IP 7e48953c-30a0-4abd-9f83-95f4b1b9dd06 disassociated. External IP: 172.27.3.90, port: 87d0149f-06bd-459d-8c86-6f60c8c89e8c. Aug 31 18:12:50.900680 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-c323cfc6-c9de-4802-8bb7-78c84930c89d req-35c0f20e-236b-4267-8a38-d365b85e97e1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Calling delete_port for 87d0149f-06bd-459d-8c86-6f60c8c89e8c owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:12:50.992382 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f76a4-6be1-4513-ba4c-992f3d20aa21 req-c1e8d3bc-cd8d-4a96-b4ab-bcc8829cfe5e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:50.994021 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e84f76a4-6be1-4513-ba4c-992f3d20aa21 req-c1e8d3bc-cd8d-4a96-b4ab-bcc8829cfe5e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 946 time: 0.0494075 Aug 31 18:12:51.035824 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e84f76a4-6be1-4513-ba4c-992f3d20aa21 req-d527861f-4dec-449b-9074-260b719f0c29 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=e010ea89-fe88-411a-8828-0604b1f841c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352743 Aug 31 18:12:51.124391 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c323cfc6-c9de-4802-8bb7-78c84930c89d req-35c0f20e-236b-4267-8a38-d365b85e97e1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:51.152439 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0f20e-236b-4267-8a38-d365b85e97e1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Pushing event deleted for resources: {'Port': ['ID=87d0149f-06bd-459d-8c86-6f60c8c89e8c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:12:51.263384 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c323cfc6-c9de-4802-8bb7-78c84930c89d req-35c0f20e-236b-4267-8a38-d365b85e97e1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:12:51.368709 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c323cfc6-c9de-4802-8bb7-78c84930c89d req-35c0f20e-236b-4267-8a38-d365b85e97e1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:12:51.378225 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f3e138-6d22-4553-bc4b-11607d23faff None None] Sync routers for ids ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:12:51.387080 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f3e138-6d22-4553-bc4b-11607d23faff None None] Routers {'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:12:51.387704 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-28f3e138-6d22-4553-bc4b-11607d23faff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:12:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:12:51.412098 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-c323cfc6-c9de-4802-8bb7-78c84930c89d req-35c0f20e-236b-4267-8a38-d365b85e97e1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] No DVR routers for this DVR port 87d0149f-06bd-459d-8c86-6f60c8c89e8c on host hv-cinder-80674 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:12:51.414855 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-c323cfc6-c9de-4802-8bb7-78c84930c89d req-35c0f20e-236b-4267-8a38-d365b85e97e1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:51.417371 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c323cfc6-c9de-4802-8bb7-78c84930c89d req-35c0f20e-236b-4267-8a38-d365b85e97e1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.61 "DELETE /v2.0/ports/87d0149f-06bd-459d-8c86-6f60c8c89e8c HTTP/1.1" status: 204 len: 173 time: 0.8601182 Aug 31 18:12:51.418621 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33a34b9-9ad3-40c4-946a-983f8481262a', 'name': 'network-vif-deleted', 'tag': '87d0149f-06bd-459d-8c86-6f60c8c89e8c'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:12:51.421846 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156f7012-13b0-46a0-ba25-3cd2b9c5a5a4" -d '{"events": [{"server_uuid": "e33a34b9-9ad3-40c4-946a-983f8481262a", "name": "network-vif-deleted", "tag": "87d0149f-06bd-459d-8c86-6f60c8c89e8c"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:12:51.457430 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054cb950-a816-44f2-a042-f61b964b8bc1 x-openstack-request-id: req-054cb950-a816-44f2-a042-f61b964b8bc1 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:12:51.457798 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33a34b9-9ad3-40c4-946a-983f8481262a", "name": "network-vif-deleted", "tag": "87d0149f-06bd-459d-8c86-6f60c8c89e8c", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:12:51.458052 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-054cb950-a816-44f2-a042-f61b964b8bc1 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:12:51.458476 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33a34b9-9ad3-40c4-946a-983f8481262a', 'name': 'network-vif-deleted', 'tag': '87d0149f-06bd-459d-8c86-6f60c8c89e8c', 'status': 'completed', 'code': 200} Aug 31 18:12:51.496898 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-28f3e138-6d22-4553-bc4b-11607d23faff None None] Set router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:12:51.600122 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331ead9-cc62-4a3e-a772-ec6f53e5e8c2 req-4200018e-401c-4da9-8f56-577f8a20034f tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:51.601691 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b331ead9-cc62-4a3e-a772-ec6f53e5e8c2 req-4200018e-401c-4da9-8f56-577f8a20034f tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0595405 Aug 31 18:12:51.647319 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b331ead9-cc62-4a3e-a772-ec6f53e5e8c2 req-e4b28978-2f63-4ad5-8439-0b80e0b244f4 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348814 Aug 31 18:12:51.717441 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-28f3e138-6d22-4553-bc4b-11607d23faff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:04:25Z', 'revision_number': 4, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '630494cf-6ce8-4158-aeee-bd08ff1c6fcc', 'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'mac_address': 'fa:16:3e:8f:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:23Z', 'updated_at': '2021-08-31T18:04:34Z', 'revision_number': 5, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'subnets': [{'id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:12:51.740229 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f3e138-6d22-4553-bc4b-11607d23faff None None] Checking router: e3304fcb-a2db-43f4-a1c8-40a2bd4a339c for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:12:51.748393 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f3e138-6d22-4553-bc4b-11607d23faff None None] Routers {'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:12:51.749032 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-28f3e138-6d22-4553-bc4b-11607d23faff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:12:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:12:51.956606 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:12:51.984125 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-28f3e138-6d22-4553-bc4b-11607d23faff None None] Set router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:12:52.114028 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:52.148542 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-67489d7b-6561-4746-8d55-7fc0bc1af689 req-a515a78a-2a99-4744-9247-fed1fa3496e1 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e33a34b9-9ad3-40c4-946a-983f8481262a HTTP/1.1" status: 200 len: 210 time: 0.0292974 Aug 31 18:12:52.188221 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-28f3e138-6d22-4553-bc4b-11607d23faff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:04:25Z', 'revision_number': 4, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '630494cf-6ce8-4158-aeee-bd08ff1c6fcc', 'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'mac_address': 'fa:16:3e:8f:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:23Z', 'updated_at': '2021-08-31T18:04:34Z', 'revision_number': 5, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'subnets': [{'id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:12:52.219852 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f3e138-6d22-4553-bc4b-11607d23faff None None] The sync data for ids ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'] in dv-cinder-806740-4-iscsi is: [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:04:25Z', 'revision_number': 4, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '630494cf-6ce8-4158-aeee-bd08ff1c6fcc', 'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'mac_address': 'fa:16:3e:8f:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:23Z', 'updated_at': '2021-08-31T18:04:34Z', 'revision_number': 5, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'subnets': [{'id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:12:52.425840 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e69287-3234-4ecb-8aa6-96ba6e513949 None None] New status for floating IP 7e48953c-30a0-4abd-9f83-95f4b1b9dd06: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:12:52.760352 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba61297-ea28-44db-9041-c67e56d798dd req-f7caa7cc-905d-4d55-8d0a-c0bfff7a15ca tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:52.762383 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7ba61297-ea28-44db-9041-c67e56d798dd req-f7caa7cc-905d-4d55-8d0a-c0bfff7a15ca tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0483568 Aug 31 18:12:52.799679 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7ba61297-ea28-44db-9041-c67e56d798dd req-c103ea32-69b0-45af-891d-c3a2ec83bed6 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313256 Aug 31 18:12:53.348596 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 36132) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:12:53.403209 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4ce89ea-f9b0-467a-ada9-f10d949d7c5e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:53.426498 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4ce89ea-f9b0-467a-ada9-f10d949d7c5e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:53.444125 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4d8474c9-9c4d-4c75-86c8-df1807a30bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:53.546666 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4ce89ea-f9b0-467a-ada9-f10d949d7c5e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:53.549305 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4ce89ea-f9b0-467a-ada9-f10d949d7c5e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:53.550554 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-e4ce89ea-f9b0-467a-ada9-f10d949d7c5e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "DELETE /v2.0/security-groups/e010ea89-fe88-411a-8828-0604b1f841c9 HTTP/1.1" status: 204 len: 168 time: 0.2009568 Aug 31 18:12:53.553493 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 36134) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:12:53.560189 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce89ea-f9b0-467a-ada9-f10d949d7c5e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e010ea89-fe88-411a-8828-0604b1f841c9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:12:53.574241 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.api.v2.resource [None req-4b90dd74-88df-46df-ac23-123e264a57c5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] show failed (client error): The resource could not be found. Aug 31 18:12:53.579126 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-4b90dd74-88df-46df-ac23-123e264a57c5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups/e010ea89-fe88-411a-8828-0604b1f841c9 HTTP/1.1" status: 404 len: 347 time: 0.0208635 Aug 31 18:12:53.579277 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 36136) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:12:53.661067 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:53.704545 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a6f4fada-2492-4b83-86e6-d010e6f9d3c7 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Deleting port 7bb26b23-e6fc-4300-959d-51d40a3a6051 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:12:53.704769 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a6f4fada-2492-4b83-86e6-d010e6f9d3c7 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:53.778477 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a6f4fada-2492-4b83-86e6-d010e6f9d3c7 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:53.778477 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a6f4fada-2492-4b83-86e6-d010e6f9d3c7 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:53.788718 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a6f4fada-2492-4b83-86e6-d010e6f9d3c7 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Calling delete_port for 7bb26b23-e6fc-4300-959d-51d40a3a6051 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:12:53.949885 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdbdc3-b8d7-4ba2-9705-009addcf5601 req-3782d310-57a3-4ce1-b6cb-3a3f1cf9259f tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:53.951354 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b0cdbdc3-b8d7-4ba2-9705-009addcf5601 req-3782d310-57a3-4ce1-b6cb-3a3f1cf9259f tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0775013 Aug 31 18:12:53.990076 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b0cdbdc3-b8d7-4ba2-9705-009addcf5601 req-1d20629a-a888-4304-a2ce-56d1bde64c08 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316577 Aug 31 18:12:54.038597 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a6f4fada-2492-4b83-86e6-d010e6f9d3c7 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:54.067128 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4fada-2492-4b83-86e6-d010e6f9d3c7 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Pushing event deleted for resources: {'Port': ['ID=7bb26b23-e6fc-4300-959d-51d40a3a6051,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:12:54.125069 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a6f4fada-2492-4b83-86e6-d010e6f9d3c7 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:54.127520 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a6f4fada-2492-4b83-86e6-d010e6f9d3c7 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:54.128637 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-a6f4fada-2492-4b83-86e6-d010e6f9d3c7 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "DELETE /v2.0/floatingips/7e48953c-30a0-4abd-9f83-95f4b1b9dd06 HTTP/1.1" status: 204 len: 168 time: 0.5484886 Aug 31 18:12:54.271941 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ab05b-a16c-4671-bcf8-dbfe82f26f14 req-7ef178c6-0f55-4e20-8d3d-4cdc25bc429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:54.273363 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-944ab05b-a16c-4671-bcf8-dbfe82f26f14 req-7ef178c6-0f55-4e20-8d3d-4cdc25bc429a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cd9176a5d1f042e288b50a6ae2847ef3&device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 1099 time: 0.0404191 Aug 31 18:12:54.366605 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ab05b-a16c-4671-bcf8-dbfe82f26f14 req-b21f655c-4bfa-4ba4-861c-f941b679035d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:54.368108 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-944ab05b-a16c-4671-bcf8-dbfe82f26f14 req-b21f655c-4bfa-4ba4-861c-f941b679035d service neutron] 10.222.0.61 "GET /v2.0/networks?id=171cd324-0f22-41e6-b73e-8afd7b0be741 HTTP/1.1" status: 200 len: 910 time: 0.0875273 Aug 31 18:12:54.432814 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-944ab05b-a16c-4671-bcf8-dbfe82f26f14 req-54fb3524-92d0-4c2a-bd00-d45d5a04dadb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8dfc42-bfe7-4933-85fa-f317e002a7f4 HTTP/1.1" status: 200 len: 1002 time: 0.0576522 Aug 31 18:12:54.484526 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ab05b-a16c-4671-bcf8-dbfe82f26f14 req-649a110c-aae5-49ff-9ba8-909493822815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:54.486015 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-944ab05b-a16c-4671-bcf8-dbfe82f26f14 req-649a110c-aae5-49ff-9ba8-909493822815 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f31a230-47dc-4d6e-91d0-ed8182c5eeb1 HTTP/1.1" status: 200 len: 847 time: 0.0465839 Aug 31 18:12:54.489930 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:54.531476 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ab05b-a16c-4671-bcf8-dbfe82f26f14 req-70e6e6a2-6aa4-4a7a-affc-50461b5844dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:54.532890 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-944ab05b-a16c-4671-bcf8-dbfe82f26f14 req-70e6e6a2-6aa4-4a7a-affc-50461b5844dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=171cd324-0f22-41e6-b73e-8afd7b0be741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401332 Aug 31 18:12:54.621648 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-944ab05b-a16c-4671-bcf8-dbfe82f26f14 req-2b79c4ad-fd4b-40db-b503-9111ec6b8b8d service neutron] 10.222.0.61 "GET /v2.0/networks/171cd324-0f22-41e6-b73e-8afd7b0be741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817358 Aug 31 18:12:54.717057 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-944ab05b-a16c-4671-bcf8-dbfe82f26f14 req-1da326aa-4cfb-444b-bc51-7c745a416757 service neutron] 10.222.0.61 "GET /v2.0/networks/171cd324-0f22-41e6-b73e-8afd7b0be741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882990 Aug 31 18:12:54.767788 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 36144) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:12:54.772479 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-aa76bd51-cec5-46ba-9f43-f683562b188a tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--574435507', 'description': 'tempest-description--1363619565'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:12:54.862911 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 87d0149f-06bd-459d-8c86-6f60c8c89e8c no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:12:54.883640 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: 87d0149f-06bd-459d-8c86-6f60c8c89e8c {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:12:54.883984 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 87d0149f-06bd-459d-8c86-6f60c8c89e8c not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:12:54.905237 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aa76bd51-cec5-46ba-9f43-f683562b188a tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:54.982052 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aa76bd51-cec5-46ba-9f43-f683562b188a tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:55.066443 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aa76bd51-cec5-46ba-9f43-f683562b188a tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:55.114707 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76bd51-cec5-46ba-9f43-f683562b188a tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb88a0b-4b19-41ca-9820-c9acfeba2a2b,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:12:55.128243 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf27438-fe51-4ad5-b747-1a1494f89ca2 req-2b441686-7446-40d2-8110-468e5f5a7678 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:55.129740 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8bf27438-fe51-4ad5-b747-1a1494f89ca2 req-2b441686-7446-40d2-8110-468e5f5a7678 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0737641 Aug 31 18:12:55.171027 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8bf27438-fe51-4ad5-b747-1a1494f89ca2 req-409f6305-aa92-4bd4-a5c7-66cf8a57b434 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353248 Aug 31 18:12:55.185133 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aa76bd51-cec5-46ba-9f43-f683562b188a tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:55.186291 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-aa76bd51-cec5-46ba-9f43-f683562b188a tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4175117 Aug 31 18:12:55.189182 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 36148) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:12:55.193488 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-af43ea51-d02b-4117-8567-d0f0ed3590a3 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Request body: {'security_group_rule': {'security_group_id': '2fb88a0b-4b19-41ca-9820-c9acfeba2a2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:12:55.340668 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-af43ea51-d02b-4117-8567-d0f0ed3590a3 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:55.394209 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-af43ea51-d02b-4117-8567-d0f0ed3590a3 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:55.495639 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-af43ea51-d02b-4117-8567-d0f0ed3590a3 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:55.515468 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43ea51-d02b-4117-8567-d0f0ed3590a3 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80e044a-1069-4b76-bd87-62b9350990f2,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:12:55.626615 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-af43ea51-d02b-4117-8567-d0f0ed3590a3 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:55.627872 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-af43ea51-d02b-4117-8567-d0f0ed3590a3 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4377613 Aug 31 18:12:55.630618 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 36150) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:12:55.635071 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-67f2fc09-a000-4fb3-8f57-f9dc7bf46722 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Request body: {'security_group_rule': {'security_group_id': '2fb88a0b-4b19-41ca-9820-c9acfeba2a2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:12:55.744539 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-67f2fc09-a000-4fb3-8f57-f9dc7bf46722 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:55.799149 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-67f2fc09-a000-4fb3-8f57-f9dc7bf46722 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:55.900975 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-67f2fc09-a000-4fb3-8f57-f9dc7bf46722 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:55.917824 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2fc09-a000-4fb3-8f57-f9dc7bf46722 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dcede9c-9035-45dc-9e97-9f6c181d6ab2,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:12:55.925932 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2fc09-a000-4fb3-8f57-f9dc7bf46722 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:12:55.926285 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2fc09-a000-4fb3-8f57-f9dc7bf46722 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:12:55.926618 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2fc09-a000-4fb3-8f57-f9dc7bf46722 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:12:55.926948 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2fc09-a000-4fb3-8f57-f9dc7bf46722 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:12:55.927277 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2fc09-a000-4fb3-8f57-f9dc7bf46722 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:12:55.927603 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2fc09-a000-4fb3-8f57-f9dc7bf46722 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:12:55.927924 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2fc09-a000-4fb3-8f57-f9dc7bf46722 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:12:55.928243 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2fc09-a000-4fb3-8f57-f9dc7bf46722 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:12:55.928564 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2fc09-a000-4fb3-8f57-f9dc7bf46722 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:12:55.928901 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2fc09-a000-4fb3-8f57-f9dc7bf46722 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:12:55.929218 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2fc09-a000-4fb3-8f57-f9dc7bf46722 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:12:55.929533 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2fc09-a000-4fb3-8f57-f9dc7bf46722 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:12:56.021399 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-67f2fc09-a000-4fb3-8f57-f9dc7bf46722 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:56.022536 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-67f2fc09-a000-4fb3-8f57-f9dc7bf46722 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3909721 Aug 31 18:12:56.025519 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 36152) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:12:56.030062 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-b61f9507-3d4d-45aa-9de3-2fdf4cbef432 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Request body: {'floatingip': {'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:12:56.151100 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b61f9507-3d4d-45aa-9de3-2fdf4cbef432 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:56.272378 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b61f9507-3d4d-45aa-9de3-2fdf4cbef432 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:56.295630 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96e1c1-4c3e-470c-9c83-f9e5e38347d2 req-5a87ba4f-96a8-479b-8612-16ad43ecd76d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:56.297117 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5c96e1c1-4c3e-470c-9c83-f9e5e38347d2 req-5a87ba4f-96a8-479b-8612-16ad43ecd76d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0610948 Aug 31 18:12:56.373360 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5c96e1c1-4c3e-470c-9c83-f9e5e38347d2 req-ecb0dcde-587d-498a-93d4-fcd47a60bc9d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514836 Aug 31 18:12:56.415622 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-b61f9507-3d4d-45aa-9de3-2fdf4cbef432 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Allocated IP 172.27.3.55 (d0d110ef-3035-4f07-b05a-39b223314ffd/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d/54ff57a3-8ba3-48da-8963-084f1653aa9f) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:12:56.515226 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b61f9507-3d4d-45aa-9de3-2fdf4cbef432 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:56.655176 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:56.677181 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b61f9507-3d4d-45aa-9de3-2fdf4cbef432 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:56.719111 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61f9507-3d4d-45aa-9de3-2fdf4cbef432 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Network d0d110ef-3035-4f07-b05a-39b223314ffd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:12:56.722431 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-b61f9507-3d4d-45aa-9de3-2fdf4cbef432 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:12:56.725268 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61f9507-3d4d-45aa-9de3-2fdf4cbef432 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:12:56.759693 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f9507-3d4d-45aa-9de3-2fdf4cbef432 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Pushing event updated for resources: {'Port': ['ID=54ff57a3-8ba3-48da-8963-084f1653aa9f,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:12:56.818885 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b61f9507-3d4d-45aa-9de3-2fdf4cbef432 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:56.920256 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b61f9507-3d4d-45aa-9de3-2fdf4cbef432 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:57.066049 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b61f9507-3d4d-45aa-9de3-2fdf4cbef432 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:57.169630 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b61f9507-3d4d-45aa-9de3-2fdf4cbef432 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:57.239854 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f9507-3d4d-45aa-9de3-2fdf4cbef432 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Pushing event updated for resources: {'Port': ['ID=54ff57a3-8ba3-48da-8963-084f1653aa9f,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:12:57.247515 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b61f9507-3d4d-45aa-9de3-2fdf4cbef432 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16620561'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:57.381234 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b61f9507-3d4d-45aa-9de3-2fdf4cbef432 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:12:57.382405 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-b61f9507-3d4d-45aa-9de3-2fdf4cbef432 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3559587 Aug 31 18:12:57.748531 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda4f8e-0794-44dc-a3c1-947911fe3221 req-c73c834e-a9e9-464a-b572-4e3e27fe0b11 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:57.749928 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7cda4f8e-0794-44dc-a3c1-947911fe3221 req-c73c834e-a9e9-464a-b572-4e3e27fe0b11 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.3097720 Aug 31 18:12:57.753039 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-8b7a09e1-651d-406a-8c6b-1595f75ff73d tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--574435507&fields=id&tenant_id=71cf56a95c554ed4bdb83b9c03793d9c HTTP/1.1" status: 200 len: 267 time: 0.0509026 Aug 31 18:12:57.838425 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7cda4f8e-0794-44dc-a3c1-947911fe3221 req-76171f70-7d53-480e-aaa2-bf7173ebf603 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818949 Aug 31 18:12:57.881716 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6b374b1d-3515-4090-b919-911755bb87d2 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:57.883204 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6b374b1d-3515-4090-b919-911755bb87d2 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/networks?id=75e081f7-d3c8-4092-a3bf-ad504c26e246 HTTP/1.1" status: 200 len: 810 time: 0.1198406 Aug 31 18:12:57.898221 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-68c07a32-f1e5-4c09-b6b2-2c105cb95cda tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/quotas/71cf56a95c554ed4bdb83b9c03793d9c HTTP/1.1" status: 200 len: 375 time: 0.0088341 Aug 31 18:12:57.949880 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-295689e3-6c1f-4b18-b54b-3b8dc361bb5f tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=71cf56a95c554ed4bdb83b9c03793d9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458336 Aug 31 18:12:58.046086 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-7a3b515a-2d51-4a69-9ded-5c23b5962615 service neutron] 10.222.0.58 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842669 Aug 31 18:12:58.133467 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-ed652696-904f-44b2-a71d-f9ff0c2a7a83 service neutron] 10.222.0.58 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808966 Aug 31 18:12:58.537149 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-58b26ff2-4710-4856-8ed0-8d16c04eebad req-b6611b1a-11f9-4066-9dfe-15377e933def tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 210 time: 0.0262868 Aug 31 18:12:58.953674 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddf141-eddf-44c2-a627-9e71f28f8df7 req-cb2f78f9-9dc5-4bcf-8072-57a5b799a47e tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:58.955136 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e5ddf141-eddf-44c2-a627-9e71f28f8df7 req-cb2f78f9-9dc5-4bcf-8072-57a5b799a47e tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0514116 Aug 31 18:12:58.996235 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e5ddf141-eddf-44c2-a627-9e71f28f8df7 req-19259889-e31a-4eeb-ada2-d04c91978ee4 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352020 Aug 31 18:12:59.482942 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80131cd-be22-422c-be0b-eeae3426b123 req-edf2e454-213e-4682-be3e-33907c64773b tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:12:59.485003 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c80131cd-be22-422c-be0b-eeae3426b123 req-edf2e454-213e-4682-be3e-33907c64773b tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0482743 Aug 31 18:12:59.523368 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c80131cd-be22-422c-be0b-eeae3426b123 req-1ad8b340-fa1a-4550-a4aa-3616b9698d67 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323379 Aug 31 18:12:59.597583 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b694efbd-0562-4a8b-b1d8-ea4f656a29fe req-79afdb09-75de-4c2d-bfe9-7240a1d33cf4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414648 Aug 31 18:12:59.630867 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e73f796e-c575-4545-8727-6b58659cd968 req-4234db83-0795-4315-831e-1d26d251eb95 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 210 time: 0.0262766 Aug 31 18:13:00.642925 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b56d68-9865-4267-bc00-1c197ac9e8f2 req-0db645e0-2cce-4d89-ba95-3e97d213e531 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:00.644364 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-23b56d68-9865-4267-bc00-1c197ac9e8f2 req-0db645e0-2cce-4d89-ba95-3e97d213e531 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0519488 Aug 31 18:13:00.685260 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-23b56d68-9865-4267-bc00-1c197ac9e8f2 req-5299143e-1f55-49fc-9cac-79c6a534f1cf tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348210 Aug 31 18:13:00.728734 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-35699b09-dd1c-4a32-b898-f772c6fd36bd req-8c2417ac-3b5e-49e2-b919-f3756ab79bd7 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 210 time: 0.0270205 Aug 31 18:13:00.864725 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:13:00.939633 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:00.965354 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca42d2d-b001-405f-ad96-dc62c4787d8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:13:00.967635 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80134084-b158-4605-8419-ea3d013b8b7b" -d '{"events": [{"server_uuid": "fca42d2d-b001-405f-ad96-dc62c4787d8b", "name": "network-vif-unplugged", "status": "completed", "tag": "8d8dfc42-bfe7-4933-85fa-f317e002a7f4"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:13:00.983678 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=8d8dfc42-bfe7-4933-85fa-f317e002a7f4,segment=NetworkSegment(f1d1e523-71df-487a-929e-eff21a6ab430),segment_id=f1d1e523-71df-487a-929e-eff21a6ab430)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:13:00.998744 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 18:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde79a15-00ed-427f-af1e-dea146edea96 x-openstack-request-id: req-fde79a15-00ed-427f-af1e-dea146edea96 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:13:00.999059 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca42d2d-b001-405f-ad96-dc62c4787d8b", "name": "network-vif-unplugged", "status": "failed", "tag": "8d8dfc42-bfe7-4933-85fa-f317e002a7f4", "code": 422}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:13:00.999318 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fde79a15-00ed-427f-af1e-dea146edea96 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:13:00.999735 dv-cinder-806740-4-iscsi neutron-server[94692]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fca42d2d-b001-405f-ad96-dc62c4787d8b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4', 'code': 422} returned with failed status Aug 31 18:13:01.072737 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:01.119517 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=8d8dfc42-bfe7-4933-85fa-f317e002a7f4,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:01.126997 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:01.127345 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:01.127731 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:01.128092 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:01.128448 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:01.128785 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:01.129134 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:01.129463 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:01.129792 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:01.130115 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:01.130436 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:01.130756 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:01.277580 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-1dffe8c9-4259-4b0e-a518-e8d1e041b44c tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:01.279043 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-1dffe8c9-4259-4b0e-a518-e8d1e041b44c tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.61 "GET /v2.0/networks?id=75e081f7-d3c8-4092-a3bf-ad504c26e246 HTTP/1.1" status: 200 len: 810 time: 0.1025484 Aug 31 18:13:01.340008 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-e7997467-a7e2-4f0f-84b5-9590b17b296e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71cf56a95c554ed4bdb83b9c03793d9c HTTP/1.1" status: 200 len: 379 time: 0.0345163 Aug 31 18:13:01.340357 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Request body: {'port': {'device_id': '593327dc-54ca-412d-97af-5e63262462bc', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'admin_state_up': True, 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'security_groups': ['2fb88a0b-4b19-41ca-9820-c9acfeba2a2b']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:13:01.741122 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Made reservation on behalf of 71cf56a95c554ed4bdb83b9c03793d9c for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:13:01.745370 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:01.803959 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b99b3-b76e-4709-956b-9b70df0026d9 req-032ff450-461e-4ab5-9379-b9ccd2d4dda4 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:01.805543 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0e1b99b3-b76e-4709-956b-9b70df0026d9 req-032ff450-461e-4ab5-9379-b9ccd2d4dda4 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 944 time: 0.0506482 Aug 31 18:13:01.844510 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0e1b99b3-b76e-4709-956b-9b70df0026d9 req-bbadf66a-7f75-43d8-b0b7-ef3be350d878 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325840 Aug 31 18:13:01.881546 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Allocated IP 172.20.0.7 (75e081f7-d3c8-4092-a3bf-ad504c26e246/6cb31828-d8fd-4cf6-8874-763e2a00ac91/f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:13:01.930763 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9b334eda-420e-4cb0-b81e-09bdee029c1e req-9d1f7685-19c9-49bd-984e-3a7554149824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 210 time: 0.0292804 Aug 31 18:13:02.022237 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:02.036379 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Transition to ACTIVE for port object f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:13:02.193322 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:02.238088 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Network 75e081f7-d3c8-4092-a3bf-ad504c26e246 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:13:02.243293 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:13:02.247703 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:13:02.273106 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Pushing event updated for resources: {'Port': ['ID=f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:02.287942 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:02.288631 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:02.288631 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:02.288986 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:02.289325 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:02.289667 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:02.290002 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:02.290336 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:02.290668 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:02.290995 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:02.291321 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:02.291646 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:13:02.313916 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:02.314557 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:02.450473 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-a7ac9d5d-f866-40bb-9425-1d3a3ad03740 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1138067 Aug 31 18:13:02.470678 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Request body: {'port': {'device_id': '593327dc-54ca-412d-97af-5e63262462bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:13:02.512633 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-11e13a53-5224-4417-a5c0-09288bfff920 None None] Provisioning for port f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:13:02.516454 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-11e13a53-5224-4417-a5c0-09288bfff920 None None] Provisioning complete for port f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:13:02.516848 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-11e13a53-5224-4417-a5c0-09288bfff920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:02.523953 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:02.551290 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-11e13a53-5224-4417-a5c0-09288bfff920 None None] Port f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:13:02.786874 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:13:02.795209 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:02.806889 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Transition to ACTIVE for port object f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:13:02.957707 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:02.969408 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d043d7d-dbe7-4e15-bc34-07f282324d75 req-4c28ecb6-bde8-496d-9010-6c38f074516c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:02.971176 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8d043d7d-dbe7-4e15-bc34-07f282324d75 req-4c28ecb6-bde8-496d-9010-6c38f074516c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 944 time: 0.0578487 Aug 31 18:13:03.016478 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Pushing event updated for resources: {'Port': ['ID=f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:03.021311 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8d043d7d-dbe7-4e15-bc34-07f282324d75 req-f23c4c65-ab3c-4b72-ac4a-77c83d5f64a4 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408490 Aug 31 18:13:03.087363 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168ff45-15c8-4ff4-a1ed-0faf269b4bf7 req-7688f09b-b8ee-4845-a77d-3fe07d4275fa tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:03.089121 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9168ff45-15c8-4ff4-a1ed-0faf269b4bf7 req-7688f09b-b8ee-4845-a77d-3fe07d4275fa tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 943 time: 0.0618589 Aug 31 18:13:03.106094 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Attempting to bind port f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:13:03.106425 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Attempting to bind port f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': 'de9e5290-a599-4c31-9d06-61044e7ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:13:03.106755 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Attempting to bind port f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 on network 75e081f7-d3c8-4092-a3bf-ad504c26e246 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:13:03.111581 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Port f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 on network 75e081f7-d3c8-4092-a3bf-ad504c26e246 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:13:03.111900 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Attempting to bind port f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 on network 75e081f7-d3c8-4092-a3bf-ad504c26e246 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:13:03.117325 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:13:03.117735 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Checking segment: {'id': 'de9e5290-a599-4c31-9d06-61044e7ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:13:03.118184 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Bound using segment: {'id': 'de9e5290-a599-4c31-9d06-61044e7ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:13:03.118684 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Bound port: f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9e5290-a599-4c31-9d06-61044e7ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:13:03.119104 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:03.190084 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9168ff45-15c8-4ff4-a1ed-0faf269b4bf7 req-df32503a-5a9b-43f2-b011-4d8f778221dc tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fb88a0b-4b19-41ca-9820-c9acfeba2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687726 Aug 31 18:13:03.195844 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] For port f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63, host hv-cinder-80674, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:13:03.197673 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694efbd-0562-4a8b-b1d8-ea4f656a29fe req-efb1680a-9c3a-402e-9ee6-6aabba53a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:03.199930 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b694efbd-0562-4a8b-b1d8-ea4f656a29fe req-efb1680a-9c3a-402e-9ee6-6aabba53a4ae service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b&tenant_id=cd9176a5d1f042e288b50a6ae2847ef3 HTTP/1.1" status: 200 len: 1097 time: 0.1099210 Aug 31 18:13:03.201948 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] For port f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63,segment=NetworkSegment(de9e5290-a599-4c31-9d06-61044e7ef585),segment_id=de9e5290-a599-4c31-9d06-61044e7ef585)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:13:03.278052 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694efbd-0562-4a8b-b1d8-ea4f656a29fe req-44404788-5e00-4be7-abf6-ed6725571e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:03.279519 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b694efbd-0562-4a8b-b1d8-ea4f656a29fe req-44404788-5e00-4be7-abf6-ed6725571e1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cd9176a5d1f042e288b50a6ae2847ef3&device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 1097 time: 0.0413787 Aug 31 18:13:03.328673 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:03.364061 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:03.364741 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:03.366312 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] 10.222.0.61 "PUT /v2.0/ports/f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 HTTP/1.1" status: 200 len: 1093 time: 0.8997338 Aug 31 18:13:03.366806 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593327dc-54ca-412d-97af-5e63262462bc', 'tag': 'f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:13:03.369329 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c2446a-3ca6-4396-8df6-0a3ad90257ca" -d '{"events": [{"name": "network-changed", "server_uuid": "593327dc-54ca-412d-97af-5e63262462bc", "tag": "f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:13:03.379302 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694efbd-0562-4a8b-b1d8-ea4f656a29fe req-1b6cbb4f-41ef-48d3-9647-b6b653d48f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:03.380718 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b694efbd-0562-4a8b-b1d8-ea4f656a29fe req-1b6cbb4f-41ef-48d3-9647-b6b653d48f58 service neutron] 10.222.0.61 "GET /v2.0/networks?id=171cd324-0f22-41e6-b73e-8afd7b0be741 HTTP/1.1" status: 200 len: 910 time: 0.0939224 Aug 31 18:13:03.400009 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504ffb4-c083-442d-b49c-2197e612f25d service neutron] Pushing event updated for resources: {'Port': ['ID=f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:03.414944 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98ab40c-886d-4d81-8b08-2086d22a33ea x-openstack-request-id: req-b98ab40c-886d-4d81-8b08-2086d22a33ea {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:13:03.415309 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593327dc-54ca-412d-97af-5e63262462bc", "tag": "f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:13:03.415632 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b98ab40c-886d-4d81-8b08-2086d22a33ea {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:13:03.416100 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593327dc-54ca-412d-97af-5e63262462bc', 'tag': 'f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63', 'status': 'completed', 'code': 200} Aug 31 18:13:03.454501 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b694efbd-0562-4a8b-b1d8-ea4f656a29fe req-5ab8fb9f-0eb7-4da0-a84d-4f244f171dcb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8dfc42-bfe7-4933-85fa-f317e002a7f4 HTTP/1.1" status: 200 len: 1000 time: 0.0652671 Aug 31 18:13:03.516165 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2446a-3ca6-4396-8df6-0a3ad90257ca req-f82ef442-c862-4533-8519-16ea5df68e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:03.517981 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-f9c2446a-3ca6-4396-8df6-0a3ad90257ca req-f82ef442-c862-4533-8519-16ea5df68e26 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71cf56a95c554ed4bdb83b9c03793d9c&device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 1096 time: 0.0491004 Aug 31 18:13:03.519735 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694efbd-0562-4a8b-b1d8-ea4f656a29fe req-06936c52-efe8-4784-a5c4-a92b9a38df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:03.521253 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b694efbd-0562-4a8b-b1d8-ea4f656a29fe req-06936c52-efe8-4784-a5c4-a92b9a38df77 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f31a230-47dc-4d6e-91d0-ed8182c5eeb1 HTTP/1.1" status: 200 len: 847 time: 0.0529923 Aug 31 18:13:03.585560 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694efbd-0562-4a8b-b1d8-ea4f656a29fe req-a8af7294-6790-419b-9c4c-b371a9890db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:03.589990 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b694efbd-0562-4a8b-b1d8-ea4f656a29fe req-a8af7294-6790-419b-9c4c-b371a9890db3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=171cd324-0f22-41e6-b73e-8afd7b0be741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490203 Aug 31 18:13:03.642719 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2446a-3ca6-4396-8df6-0a3ad90257ca req-ffc03cce-dfb5-4def-940b-67530d5fb2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:03.644191 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-f9c2446a-3ca6-4396-8df6-0a3ad90257ca req-ffc03cce-dfb5-4def-940b-67530d5fb2df service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=71cf56a95c554ed4bdb83b9c03793d9c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1065178 Aug 31 18:13:03.684340 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b694efbd-0562-4a8b-b1d8-ea4f656a29fe req-bdcffd32-ecbf-4de6-8db7-503c124b4f3c service neutron] 10.222.0.61 "GET /v2.0/networks/171cd324-0f22-41e6-b73e-8afd7b0be741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890691 Aug 31 18:13:03.737485 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2446a-3ca6-4396-8df6-0a3ad90257ca req-b2dcc4e2-d51c-4eb2-b232-fd2043838a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:03.739019 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-f9c2446a-3ca6-4396-8df6-0a3ad90257ca req-b2dcc4e2-d51c-4eb2-b232-fd2043838a5b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0880132 Aug 31 18:13:03.777524 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b694efbd-0562-4a8b-b1d8-ea4f656a29fe req-2c4b0ff3-9756-4df2-b421-ef4bc40b1b5e service neutron] 10.222.0.61 "GET /v2.0/networks/171cd324-0f22-41e6-b73e-8afd7b0be741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855248 Aug 31 18:13:03.847204 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-0ac8f1c6-04c2-436c-9fce-9f5cc899f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:03.848615 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-0ac8f1c6-04c2-436c-9fce-9f5cc899f9a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71cf56a95c554ed4bdb83b9c03793d9c&device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 1096 time: 0.0411386 Aug 31 18:13:03.897036 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-60b02385-7ec0-4c67-b610-915e5a1610b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 HTTP/1.1" status: 200 len: 217 time: 0.0336101 Aug 31 18:13:03.947995 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-d9f27c1b-8c10-4ef7-983e-4ddc6a384faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:03.950192 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-d9f27c1b-8c10-4ef7-983e-4ddc6a384faa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6cb31828-d8fd-4cf6-8874-763e2a00ac91 HTTP/1.1" status: 200 len: 849 time: 0.0442121 Aug 31 18:13:03.998135 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-02bdece8-8690-4f31-bf9d-0d69ee7c3a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:03.999613 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-02bdece8-8690-4f31-bf9d-0d69ee7c3a9a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75e081f7-d3c8-4092-a3bf-ad504c26e246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423641 Aug 31 18:13:04.089285 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-d0392646-65c8-4c86-aa40-46be91282dec service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820999 Aug 31 18:13:04.193186 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba1135-d799-4ce3-b857-1b3191fc6d88 req-1f65a899-ec1b-4604-a291-1a302a867774 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:04.194670 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-77ba1135-d799-4ce3-b857-1b3191fc6d88 req-1f65a899-ec1b-4604-a291-1a302a867774 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 944 time: 0.1007812 Aug 31 18:13:04.243378 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-76178bcf-c0cf-48ef-a8c5-8e233baf73c7 req-eb6883a6-d44a-4130-afda-8a4688feda5a service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410997 Aug 31 18:13:04.248779 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-77ba1135-d799-4ce3-b857-1b3191fc6d88 req-d9292d3e-705f-4ea2-b616-ff0b276deceb tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466816 Aug 31 18:13:04.363270 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83479259-0e2f-4f33-bc98-fe31491d5056 req-9201a008-6928-4489-ae40-5ee0e061a710 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:04.363270 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-83479259-0e2f-4f33-bc98-fe31491d5056 req-9201a008-6928-4489-ae40-5ee0e061a710 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 943 time: 0.0561273 Aug 31 18:13:04.402655 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-83479259-0e2f-4f33-bc98-fe31491d5056 req-9cb7b508-16c5-4d73-aaa6-437a1dab0c7b tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fb88a0b-4b19-41ca-9820-c9acfeba2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336680 Aug 31 18:13:04.785523 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fbe53-687e-403c-8349-c5e958229044 req-f7021135-af23-4b4f-bd8f-b26be6b2cccd tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:04.787000 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a06fbe53-687e-403c-8349-c5e958229044 req-f7021135-af23-4b4f-bd8f-b26be6b2cccd tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 947 time: 0.0485220 Aug 31 18:13:04.824391 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a06fbe53-687e-403c-8349-c5e958229044 req-6833f974-c9f4-490c-bb47-3b22e342da3d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304806 Aug 31 18:13:05.363210 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e397d-0edc-40a3-8626-e087482e22e3 req-c6cd41e4-52c6-45bf-95df-28fcd2352ee0 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:05.364663 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2f3e397d-0edc-40a3-8626-e087482e22e3 req-c6cd41e4-52c6-45bf-95df-28fcd2352ee0 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 944 time: 0.0482728 Aug 31 18:13:05.402417 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2f3e397d-0edc-40a3-8626-e087482e22e3 req-b1d42d9d-9b43-4169-bae8-7c0ac5caea91 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314820 Aug 31 18:13:05.519602 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766805b-0e4d-476f-83e8-fe06c4faf44a req-0a7778e8-9767-4df6-9572-8d869f96b104 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:05.521129 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2766805b-0e4d-476f-83e8-fe06c4faf44a req-0a7778e8-9767-4df6-9572-8d869f96b104 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 943 time: 0.0523462 Aug 31 18:13:05.559029 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2766805b-0e4d-476f-83e8-fe06c4faf44a req-ba8ac7ef-d3f2-4174-94e7-9bc5c9a7b2a6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fb88a0b-4b19-41ca-9820-c9acfeba2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314128 Aug 31 18:13:05.942157 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bde1a4-2407-4d76-9d10-55eaa8b861a0 req-62984984-80fd-4125-8b53-9c1012fdc763 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:05.943595 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-06bde1a4-2407-4d76-9d10-55eaa8b861a0 req-62984984-80fd-4125-8b53-9c1012fdc763 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 947 time: 0.0487227 Aug 31 18:13:05.981374 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-06bde1a4-2407-4d76-9d10-55eaa8b861a0 req-b9c890fa-352c-4a60-9fd7-c213a52627f3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314107 Aug 31 18:13:06.516576 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f46ab-d602-4891-9d2a-4520ef9770f0 req-6c152421-03fc-4ddf-adaf-edf00a8d7833 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:06.518187 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-733f46ab-d602-4891-9d2a-4520ef9770f0 req-6c152421-03fc-4ddf-adaf-edf00a8d7833 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 944 time: 0.0496087 Aug 31 18:13:06.555456 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-733f46ab-d602-4891-9d2a-4520ef9770f0 req-2ead8d1c-f4ea-4872-91b4-a0d1652657fb tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314615 Aug 31 18:13:06.677473 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d190b-11d8-42d5-8fd6-455c43d52249 req-e774b3ef-7867-43cb-bfd0-0f497b212512 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:06.678936 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-531d190b-11d8-42d5-8fd6-455c43d52249 req-e774b3ef-7867-43cb-bfd0-0f497b212512 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 943 time: 0.0537477 Aug 31 18:13:06.718534 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-531d190b-11d8-42d5-8fd6-455c43d52249 req-e1a04254-9770-4aed-9593-41fb10d2e24c tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fb88a0b-4b19-41ca-9820-c9acfeba2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334775 Aug 31 18:13:06.984687 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d95eb9-1c88-42a0-a0a9-b14ca0135cbb req-9bf80687-a3b4-400f-a97d-cda7c4934805 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:06.986122 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-26d95eb9-1c88-42a0-a0a9-b14ca0135cbb req-9bf80687-a3b4-400f-a97d-cda7c4934805 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 947 time: 0.0466707 Aug 31 18:13:07.110921 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-26d95eb9-1c88-42a0-a0a9-b14ca0135cbb req-b109b315-86cd-46e6-b145-de424504e934 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Deleting port 541488fc-0144-4a36-9edf-0648ccb84475 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:13:07.111257 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-26d95eb9-1c88-42a0-a0a9-b14ca0135cbb req-b109b315-86cd-46e6-b145-de424504e934 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:07.121698 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa2291-0060-45a9-8525-8015721614f0 req-3531fcdf-69d5-42d7-a6a6-a438574330a8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:07.123149 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7bfa2291-0060-45a9-8525-8015721614f0 req-3531fcdf-69d5-42d7-a6a6-a438574330a8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 947 time: 0.0691469 Aug 31 18:13:07.208404 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7bfa2291-0060-45a9-8525-8015721614f0 req-82db2d56-718f-4a87-a02e-77a0209993b3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=964d3653-2138-4a88-a2a6-a5674a074cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754576 Aug 31 18:13:07.228500 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-26d95eb9-1c88-42a0-a0a9-b14ca0135cbb req-b109b315-86cd-46e6-b145-de424504e934 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] For port 541488fc-0144-4a36-9edf-0648ccb84475, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=541488fc-0144-4a36-9edf-0648ccb84475,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:13:07.228914 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-26d95eb9-1c88-42a0-a0a9-b14ca0135cbb req-b109b315-86cd-46e6-b145-de424504e934 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:07.437662 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-26d95eb9-1c88-42a0-a0a9-b14ca0135cbb req-b109b315-86cd-46e6-b145-de424504e934 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:07.438045 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-26d95eb9-1c88-42a0-a0a9-b14ca0135cbb req-b109b315-86cd-46e6-b145-de424504e934 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16620561'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:07.438364 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.l3_db [req-26d95eb9-1c88-42a0-a0a9-b14ca0135cbb req-b109b315-86cd-46e6-b145-de424504e934 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Floating IP a31d276f-9f63-4bfc-8fff-dcb2032b3b88 disassociated. External IP: 172.27.3.18, port: 541488fc-0144-4a36-9edf-0648ccb84475. Aug 31 18:13:07.438700 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-26d95eb9-1c88-42a0-a0a9-b14ca0135cbb req-b109b315-86cd-46e6-b145-de424504e934 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Calling delete_port for 541488fc-0144-4a36-9edf-0648ccb84475 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:13:07.647333 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-26d95eb9-1c88-42a0-a0a9-b14ca0135cbb req-b109b315-86cd-46e6-b145-de424504e934 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:07.680764 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109b315-86cd-46e6-b145-de424504e934 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Pushing event deleted for resources: {'Port': ['ID=541488fc-0144-4a36-9edf-0648ccb84475,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:07.701898 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58867366-3336-4c2b-8bb9-0760ecf64710 req-af0c22be-a2d9-4f35-b649-526cd59bced1 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:07.703312 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-58867366-3336-4c2b-8bb9-0760ecf64710 req-af0c22be-a2d9-4f35-b649-526cd59bced1 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 944 time: 0.0833640 Aug 31 18:13:07.815088 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-58867366-3336-4c2b-8bb9-0760ecf64710 req-a3381d86-8dc3-4fac-b22c-91e2d43e91bb tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801067 Aug 31 18:13:07.859217 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26d95eb9-1c88-42a0-a0a9-b14ca0135cbb req-b109b315-86cd-46e6-b145-de424504e934 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Router 6d756167-bc30-4a2a-93e6-89e03c0da6ce has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:13:07.872752 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a84ed9-27fe-49d1-90d2-ec551f4a6aee req-9fcfa328-841f-40fe-abae-3261cb0f3ca2 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:07.874228 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-16a84ed9-27fe-49d1-90d2-ec551f4a6aee req-9fcfa328-841f-40fe-abae-3261cb0f3ca2 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 943 time: 0.0725656 Aug 31 18:13:07.954838 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-16a84ed9-27fe-49d1-90d2-ec551f4a6aee req-99b6c4a9-985c-4b8d-a090-981612616ff5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fb88a0b-4b19-41ca-9820-c9acfeba2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743837 Aug 31 18:13:07.999768 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26d95eb9-1c88-42a0-a0a9-b14ca0135cbb req-b109b315-86cd-46e6-b145-de424504e934 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:13:08.010713 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a78ea4-c7ce-41f0-bcb3-18b3cd2b9135 None None] Sync routers for ids ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:13:08.023800 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a78ea4-c7ce-41f0-bcb3-18b3cd2b9135 None None] Routers {'6d756167-bc30-4a2a-93e6-89e03c0da6ce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:13:08.024419 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-41a78ea4-c7ce-41f0-bcb3-18b3cd2b9135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:12:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:13:08.038879 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d95eb9-1c88-42a0-a0a9-b14ca0135cbb req-b109b315-86cd-46e6-b145-de424504e934 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] No DVR routers for this DVR port 541488fc-0144-4a36-9edf-0648ccb84475 on host hv-cinder-80674 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:13:08.041552 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-26d95eb9-1c88-42a0-a0a9-b14ca0135cbb req-b109b315-86cd-46e6-b145-de424504e934 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:08.043862 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-26d95eb9-1c88-42a0-a0a9-b14ca0135cbb req-b109b315-86cd-46e6-b145-de424504e934 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.61 "DELETE /v2.0/ports/541488fc-0144-4a36-9edf-0648ccb84475 HTTP/1.1" status: 204 len: 173 time: 1.0514805 Aug 31 18:13:08.044312 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408c7b99-cf5a-4ea8-a9a9-4096e67ceee3', 'name': 'network-vif-deleted', 'tag': '541488fc-0144-4a36-9edf-0648ccb84475'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:13:08.046813 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95a9810-b57b-4503-b1e5-d210b9ca3dd1" -d '{"events": [{"server_uuid": "408c7b99-cf5a-4ea8-a9a9-4096e67ceee3", "name": "network-vif-deleted", "tag": "541488fc-0144-4a36-9edf-0648ccb84475"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:13:08.144610 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-41a78ea4-c7ce-41f0-bcb3-18b3cd2b9135 None None] Set router 6d756167-bc30-4a2a-93e6-89e03c0da6ce gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:13:08.148581 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94c77d5-6712-4103-91d1-6c8bd1009aad x-openstack-request-id: req-a94c77d5-6712-4103-91d1-6c8bd1009aad {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:13:08.148903 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408c7b99-cf5a-4ea8-a9a9-4096e67ceee3", "name": "network-vif-deleted", "tag": "541488fc-0144-4a36-9edf-0648ccb84475", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:13:08.149167 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a94c77d5-6712-4103-91d1-6c8bd1009aad {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:13:08.149606 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408c7b99-cf5a-4ea8-a9a9-4096e67ceee3', 'name': 'network-vif-deleted', 'tag': '541488fc-0144-4a36-9edf-0648ccb84475', 'status': 'completed', 'code': 200} Aug 31 18:13:08.313806 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-37732a02-c63d-473d-8ad4-6dafeb203ed5 req-b97bab1c-2186-4095-8018-2fb85ff2dab7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 210 time: 0.0321465 Aug 31 18:13:08.357347 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-41a78ea4-c7ce-41f0-bcb3-18b3cd2b9135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:06:18Z', 'revision_number': 4, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port': {'id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:12Z', 'updated_at': '2021-08-31T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '8713dddf-e59e-4a2f-9668-f9020b3b596f', 'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'mac_address': 'fa:16:3e:7a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:17Z', 'updated_at': '2021-08-31T18:06:27Z', 'revision_number': 5, 'project_id': '2a9119ab965447a3863afba172552fbe', 'subnets': [{'id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:13:08.382840 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a78ea4-c7ce-41f0-bcb3-18b3cd2b9135 None None] Checking router: 6d756167-bc30-4a2a-93e6-89e03c0da6ce for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:13:08.391495 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a78ea4-c7ce-41f0-bcb3-18b3cd2b9135 None None] Routers {'6d756167-bc30-4a2a-93e6-89e03c0da6ce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:13:08.392105 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-41a78ea4-c7ce-41f0-bcb3-18b3cd2b9135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:12:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:13:08.495013 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-41a78ea4-c7ce-41f0-bcb3-18b3cd2b9135 None None] Set router 6d756167-bc30-4a2a-93e6-89e03c0da6ce gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:13:08.690518 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-41a78ea4-c7ce-41f0-bcb3-18b3cd2b9135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:06:18Z', 'revision_number': 4, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port': {'id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:12Z', 'updated_at': '2021-08-31T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '8713dddf-e59e-4a2f-9668-f9020b3b596f', 'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'mac_address': 'fa:16:3e:7a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:17Z', 'updated_at': '2021-08-31T18:06:27Z', 'revision_number': 5, 'project_id': '2a9119ab965447a3863afba172552fbe', 'subnets': [{'id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:13:08.720614 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a78ea4-c7ce-41f0-bcb3-18b3cd2b9135 None None] The sync data for ids ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'] in dv-cinder-806740-4-iscsi is: [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:06:18Z', 'revision_number': 4, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port': {'id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:12Z', 'updated_at': '2021-08-31T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '8713dddf-e59e-4a2f-9668-f9020b3b596f', 'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'mac_address': 'fa:16:3e:7a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:17Z', 'updated_at': '2021-08-31T18:06:27Z', 'revision_number': 5, 'project_id': '2a9119ab965447a3863afba172552fbe', 'subnets': [{'id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:13:08.898425 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:13:08.938956 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709995ca-4af3-45b4-bc0d-2983ea5bd803 req-0248dd1a-d9a0-491f-8da5-0f4cedb3cb25 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:08.946620 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-709995ca-4af3-45b4-bc0d-2983ea5bd803 req-0248dd1a-d9a0-491f-8da5-0f4cedb3cb25 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 944 time: 0.0630984 Aug 31 18:13:08.953759 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb9f475-4908-468a-951a-8c2548d48694 None None] New status for floating IP a31d276f-9f63-4bfc-8fff-dcb2032b3b88: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:13:08.989162 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-709995ca-4af3-45b4-bc0d-2983ea5bd803 req-3ba121f8-517e-4af2-872c-fd9c3a3b9bd9 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414991 Aug 31 18:13:09.010412 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63,segment=NetworkSegment(de9e5290-a599-4c31-9d06-61044e7ef585),segment_id=de9e5290-a599-4c31-9d06-61044e7ef585)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:13:09.023063 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': 'f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'port_id': 'f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63', 'mac_address': 'fa:16:3e:46:c4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:13:09.065106 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:09.078063 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:13:09.078776 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bc7f9-1bc1-4993-99ab-e08b1ada8459 req-ab074acf-5710-4c5a-9179-ec5b22a32d59 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:09.080260 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-511bc7f9-1bc1-4993-99ab-e08b1ada8459 req-ab074acf-5710-4c5a-9179-ec5b22a32d59 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 943 time: 0.0522943 Aug 31 18:13:09.097435 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63,segment=NetworkSegment(de9e5290-a599-4c31-9d06-61044e7ef585),segment_id=de9e5290-a599-4c31-9d06-61044e7ef585)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:13:09.118874 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-511bc7f9-1bc1-4993-99ab-e08b1ada8459 req-cc45806c-d968-4818-af30-254ee3f39ac5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fb88a0b-4b19-41ca-9820-c9acfeba2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315108 Aug 31 18:13:09.209542 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:09.262965 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:09.421133 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c7a00ce2-0500-40f4-9720-4b8497d9b253 req-7f800776-665f-4b3b-9a76-ebc8820b2973 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=408c7b99-cf5a-4ea8-a9a9-4096e67ceee3 HTTP/1.1" status: 200 len: 210 time: 0.0253687 Aug 31 18:13:09.717711 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:13:10.382191 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c9362-e286-4032-92c3-1f4d82258e09 req-80d5bab6-51c1-4e9a-a1b8-4b398e994d15 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:10.383643 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a82c9362-e286-4032-92c3-1f4d82258e09 req-80d5bab6-51c1-4e9a-a1b8-4b398e994d15 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 944 time: 0.3220785 Aug 31 18:13:10.395796 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d546ab-213f-4c69-9093-a7bd63a4e770 req-8aa6e25f-784a-4215-9ee5-53c5ad0aad39 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:10.397180 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a9d546ab-213f-4c69-9093-a7bd63a4e770 req-8aa6e25f-784a-4215-9ee5-53c5ad0aad39 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 944 time: 0.0632420 Aug 31 18:13:10.452610 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a82c9362-e286-4032-92c3-1f4d82258e09 req-49f6ee26-e9c2-4ee6-ba14-c127bc66b3b8 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544944 Aug 31 18:13:10.455378 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a9d546ab-213f-4c69-9093-a7bd63a4e770 req-eff34700-766f-45b4-862b-f5776b639824 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fb88a0b-4b19-41ca-9820-c9acfeba2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515995 Aug 31 18:13:10.592607 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 36286) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:13:10.648720 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b94e223c-4fdf-4c7a-8261-50e91d010ede tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:10.670918 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b94e223c-4fdf-4c7a-8261-50e91d010ede tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:10.791941 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b94e223c-4fdf-4c7a-8261-50e91d010ede tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:10.795384 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b94e223c-4fdf-4c7a-8261-50e91d010ede tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:10.796532 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-b94e223c-4fdf-4c7a-8261-50e91d010ede tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "DELETE /v2.0/security-groups/964d3653-2138-4a88-a2a6-a5674a074cd9 HTTP/1.1" status: 204 len: 168 time: 0.2028828 Aug 31 18:13:10.799469 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 36288) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:13:10.805683 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e223c-4fdf-4c7a-8261-50e91d010ede tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=964d3653-2138-4a88-a2a6-a5674a074cd9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:10.813923 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.api.v2.resource [None req-cb3f21c1-dab4-41a0-87e9-bf80b072c872 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] show failed (client error): The resource could not be found. Aug 31 18:13:10.814912 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-cb3f21c1-dab4-41a0-87e9-bf80b072c872 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups/964d3653-2138-4a88-a2a6-a5674a074cd9 HTTP/1.1" status: 404 len: 347 time: 0.0143723 Aug 31 18:13:10.817895 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 36290) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:13:10.911754 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:13:10.939747 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b54cbe7a-1df4-4946-b74f-4c9ace3d74d1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Deleting port 72e61b02-5186-4ac9-a0fc-fd7f97777e95 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:13:10.940088 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b54cbe7a-1df4-4946-b74f-4c9ace3d74d1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:11.016284 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b54cbe7a-1df4-4946-b74f-4c9ace3d74d1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:11.016634 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b54cbe7a-1df4-4946-b74f-4c9ace3d74d1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:11.026846 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:13:11.028779 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b54cbe7a-1df4-4946-b74f-4c9ace3d74d1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Calling delete_port for 72e61b02-5186-4ac9-a0fc-fd7f97777e95 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:13:11.031495 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:13:11.032018 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:11.109114 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:11.130984 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593327dc-54ca-412d-97af-5e63262462bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:13:11.133341 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cc6363-08cb-4bbe-b774-e7b40c82d04b" -d '{"events": [{"server_uuid": "593327dc-54ca-412d-97af-5e63262462bc", "name": "network-vif-plugged", "status": "completed", "tag": "f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:13:11.145644 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63,segment=NetworkSegment(de9e5290-a599-4c31-9d06-61044e7ef585),segment_id=de9e5290-a599-4c31-9d06-61044e7ef585)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:13:11.171910 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c579e3aa-f3b2-4f21-80ce-d3bf49a47151 x-openstack-request-id: req-c579e3aa-f3b2-4f21-80ce-d3bf49a47151 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:13:11.172209 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593327dc-54ca-412d-97af-5e63262462bc", "name": "network-vif-plugged", "status": "completed", "tag": "f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:13:11.172470 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c579e3aa-f3b2-4f21-80ce-d3bf49a47151 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:13:11.172895 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593327dc-54ca-412d-97af-5e63262462bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63', 'code': 200} Aug 31 18:13:11.232364 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:11.233219 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 541488fc-0144-4a36-9edf-0648ccb84475 no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:13:11.272824 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b54cbe7a-1df4-4946-b74f-4c9ace3d74d1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:11.274125 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: 541488fc-0144-4a36-9edf-0648ccb84475 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:13:11.274472 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 541488fc-0144-4a36-9edf-0648ccb84475 not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:13:11.299141 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cbe7a-1df4-4946-b74f-4c9ace3d74d1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Pushing event deleted for resources: {'Port': ['ID=72e61b02-5186-4ac9-a0fc-fd7f97777e95,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:11.303816 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:11.358354 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b54cbe7a-1df4-4946-b74f-4c9ace3d74d1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:11.360867 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b54cbe7a-1df4-4946-b74f-4c9ace3d74d1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:11.362013 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-b54cbe7a-1df4-4946-b74f-4c9ace3d74d1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "DELETE /v2.0/floatingips/a31d276f-9f63-4bfc-8fff-dcb2032b3b88 HTTP/1.1" status: 204 len: 168 time: 0.5432429 Aug 31 18:13:11.569758 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573d134-c4e3-4e50-9f1d-c81ba6dd2532 req-5b4d1b36-9bf4-48a0-9701-8e8b618cd725 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:11.571549 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f573d134-c4e3-4e50-9f1d-c81ba6dd2532 req-5b4d1b36-9bf4-48a0-9701-8e8b618cd725 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 944 time: 0.0508358 Aug 31 18:13:11.635753 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f573d134-c4e3-4e50-9f1d-c81ba6dd2532 req-9de9150e-4733-4bb5-ad47-3248a78bd9ed tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581205 Aug 31 18:13:11.641683 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfe2d6-6a2e-4dcf-bab1-828469b55c55 req-b6e4e2d5-f533-4c2c-905a-cb675516e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:11.643189 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f4bfe2d6-6a2e-4dcf-bab1-828469b55c55 req-b6e4e2d5-f533-4c2c-905a-cb675516e7c1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 1098 time: 0.0591648 Aug 31 18:13:11.683669 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f4bfe2d6-6a2e-4dcf-bab1-828469b55c55 req-e2d0dc0f-c855-447c-9220-a202184d09a8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2fb88a0b-4b19-41ca-9820-c9acfeba2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330310 Aug 31 18:13:11.737790 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46f433-193e-4d26-9b35-673c7801ba59 req-8d341f80-ede1-4f3e-97e1-0a35d0824c2c tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:11.739234 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0a46f433-193e-4d26-9b35-673c7801ba59 req-8d341f80-ede1-4f3e-97e1-0a35d0824c2c tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 945 time: 0.0484922 Aug 31 18:13:11.755542 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 36300) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:13:11.760323 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-437c5386-127c-471e-bf17-cab82db107db tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1621576735', 'description': 'tempest-description--1738746209'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:13:11.777858 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0a46f433-193e-4d26-9b35-673c7801ba59 req-1a16db60-c2b5-49ad-9279-1337aa93592e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fb88a0b-4b19-41ca-9820-c9acfeba2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326412 Aug 31 18:13:11.882072 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-437c5386-127c-471e-bf17-cab82db107db tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:11.964845 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-437c5386-127c-471e-bf17-cab82db107db tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:12.070907 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-437c5386-127c-471e-bf17-cab82db107db tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:12.101868 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c5386-127c-471e-bf17-cab82db107db tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fd0389-2b08-48d8-93c9-824638740ca5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:12.190768 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-437c5386-127c-471e-bf17-cab82db107db tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:12.192011 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-437c5386-127c-471e-bf17-cab82db107db tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4354553 Aug 31 18:13:12.200167 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 36302) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:13:12.204535 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-29de055b-a869-4cb9-8cc2-2a1117c5cd7f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Request body: {'security_group_rule': {'security_group_id': 'c1fd0389-2b08-48d8-93c9-824638740ca5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:13:12.340566 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29de055b-a869-4cb9-8cc2-2a1117c5cd7f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:12.395807 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29de055b-a869-4cb9-8cc2-2a1117c5cd7f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:12.483772 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29de055b-a869-4cb9-8cc2-2a1117c5cd7f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:12.501394 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de055b-a869-4cb9-8cc2-2a1117c5cd7f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76fd393-f073-44c1-b47d-6d98121dff35,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:12.609794 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29de055b-a869-4cb9-8cc2-2a1117c5cd7f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:12.610955 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-29de055b-a869-4cb9-8cc2-2a1117c5cd7f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4098864 Aug 31 18:13:12.613737 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 36304) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:13:12.618277 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-6193990e-d2eb-4325-bf10-f358f375ca8f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Request body: {'security_group_rule': {'security_group_id': 'c1fd0389-2b08-48d8-93c9-824638740ca5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:13:12.706204 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6193990e-d2eb-4325-bf10-f358f375ca8f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:12.749987 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf451f-3500-49cf-a76b-7b2ad35c8665 req-6aabcec5-546f-44bc-b4a2-0597bfc9c64d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:12.751473 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dcbf451f-3500-49cf-a76b-7b2ad35c8665 req-6aabcec5-546f-44bc-b4a2-0597bfc9c64d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 944 time: 0.0474076 Aug 31 18:13:12.763015 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6193990e-d2eb-4325-bf10-f358f375ca8f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:12.789968 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dcbf451f-3500-49cf-a76b-7b2ad35c8665 req-6ceebd13-d965-4c7c-a2f4-2c3da3fde34d tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323880 Aug 31 18:13:12.877812 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6193990e-d2eb-4325-bf10-f358f375ca8f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:12.893351 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca625d8d-0ca7-424a-8369-ee81babb441c req-37b52e84-c950-4be1-80f6-1b2c00ef231a tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:12.894859 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ca625d8d-0ca7-424a-8369-ee81babb441c req-37b52e84-c950-4be1-80f6-1b2c00ef231a tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 945 time: 0.0504420 Aug 31 18:13:12.896005 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193990e-d2eb-4325-bf10-f358f375ca8f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f15631e-9c87-4965-b410-f7eed91023e5,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:12.910839 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:13:12.937149 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ca625d8d-0ca7-424a-8369-ee81babb441c req-a6a3e3c8-b0ae-4d40-90eb-cdb544c1adb2 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fb88a0b-4b19-41ca-9820-c9acfeba2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359633 Aug 31 18:13:13.004154 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=8d8dfc42-bfe7-4933-85fa-f317e002a7f4,segment=NetworkSegment(f1d1e523-71df-487a-929e-eff21a6ab430),segment_id=f1d1e523-71df-487a-929e-eff21a6ab430)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:13:13.015761 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4', 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741', 'port_id': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4', 'mac_address': 'fa:16:3e:98:5b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:13:13.027321 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6193990e-d2eb-4325-bf10-f358f375ca8f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:13.028592 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-6193990e-d2eb-4325-bf10-f358f375ca8f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4138787 Aug 31 18:13:13.031817 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 36310) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:13:13.036349 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-9d5b521a-c80e-4fe3-a99d-37ebab848b81 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Request body: {'floatingip': {'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:13:13.057028 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:13.069791 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:13:13.088649 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=8d8dfc42-bfe7-4933-85fa-f317e002a7f4,segment=NetworkSegment(f1d1e523-71df-487a-929e-eff21a6ab430),segment_id=f1d1e523-71df-487a-929e-eff21a6ab430)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:13:13.221138 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d5b521a-c80e-4fe3-a99d-37ebab848b81 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:13.243770 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:13.292330 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=8d8dfc42-bfe7-4933-85fa-f317e002a7f4,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:13.326891 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d5b521a-c80e-4fe3-a99d-37ebab848b81 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:13.439903 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-9d5b521a-c80e-4fe3-a99d-37ebab848b81 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Allocated IP 172.27.3.61 (d0d110ef-3035-4f07-b05a-39b223314ffd/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d/b8e9f21a-701d-4f44-bd26-a5ec4d0440c4) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:13:13.538729 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d5b521a-c80e-4fe3-a99d-37ebab848b81 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:13.694626 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['8d8dfc42-bfe7-4933-85fa-f317e002a7f4'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:13:13.717073 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d5b521a-c80e-4fe3-a99d-37ebab848b81 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:13.754842 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5b521a-c80e-4fe3-a99d-37ebab848b81 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Network d0d110ef-3035-4f07-b05a-39b223314ffd is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:13:13.759848 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-9d5b521a-c80e-4fe3-a99d-37ebab848b81 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:13:13.763352 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5b521a-c80e-4fe3-a99d-37ebab848b81 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:13:13.791716 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b521a-c80e-4fe3-a99d-37ebab848b81 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Pushing event updated for resources: {'Port': ['ID=b8e9f21a-701d-4f44-bd26-a5ec4d0440c4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:13.859219 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d5b521a-c80e-4fe3-a99d-37ebab848b81 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:13.903805 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5dd17-c23a-43ad-94d4-69993961a437 req-a49126f8-d9f6-4514-8f38-4a8a3b900979 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:13.906025 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3dd5dd17-c23a-43ad-94d4-69993961a437 req-a49126f8-d9f6-4514-8f38-4a8a3b900979 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 945 time: 0.0489764 Aug 31 18:13:13.945221 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3dd5dd17-c23a-43ad-94d4-69993961a437 req-eeb812dd-f962-43df-b013-260921063832 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328763 Aug 31 18:13:13.976434 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d5b521a-c80e-4fe3-a99d-37ebab848b81 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:14.055058 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45767c5b-c82f-4a56-9100-1a112d7e933a req-e8e39d94-c686-4a15-9c31-76a1e0612106 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:14.056427 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-45767c5b-c82f-4a56-9100-1a112d7e933a req-e8e39d94-c686-4a15-9c31-76a1e0612106 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 945 time: 0.0513978 Aug 31 18:13:14.094527 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-45767c5b-c82f-4a56-9100-1a112d7e933a req-e9d3007d-f8f3-416e-bf34-01cac092eca0 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fb88a0b-4b19-41ca-9820-c9acfeba2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319636 Aug 31 18:13:14.129456 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d5b521a-c80e-4fe3-a99d-37ebab848b81 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:14.204601 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d092625-4238-4706-9285-25d5f861900b req-e2451eaf-dc03-4315-8d1e-2228b7227739 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:14.206113 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6d092625-4238-4706-9285-25d5f861900b req-e2451eaf-dc03-4315-8d1e-2228b7227739 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 945 time: 0.0488212 Aug 31 18:13:14.215217 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 36318) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:13:14.219275 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d5b521a-c80e-4fe3-a99d-37ebab848b81 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:14.219959 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-5b99c6a1-126d-4740-81af-7fa910523b46 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Request body: {'floatingip': {'port_id': 'f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:13:14.266321 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b99c6a1-126d-4740-81af-7fa910523b46 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for floatingip, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:14.285058 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b521a-c80e-4fe3-a99d-37ebab848b81 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Pushing event updated for resources: {'Port': ['ID=b8e9f21a-701d-4f44-bd26-a5ec4d0440c4,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:14.296912 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d5b521a-c80e-4fe3-a99d-37ebab848b81 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16620561'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:14.426498 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d5b521a-c80e-4fe3-a99d-37ebab848b81 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:14.427840 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-9d5b521a-c80e-4fe3-a99d-37ebab848b81 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3950624 Aug 31 18:13:14.647497 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-c993de11-e84f-445a-9dc8-6fc94da4c877 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1621576735&fields=id&tenant_id=2a9119ab965447a3863afba172552fbe HTTP/1.1" status: 200 len: 267 time: 0.0490031 Aug 31 18:13:14.797029 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b99c6a1-126d-4740-81af-7fa910523b46 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:14.817887 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7289b8a9-f6ed-4ad2-be91-a51ceb5112de tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:14.819390 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7289b8a9-f6ed-4ad2-be91-a51ceb5112de tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/networks?id=a68376ec-b257-4dfd-9283-15b5c197e90b HTTP/1.1" status: 200 len: 817 time: 0.1515834 Aug 31 18:13:14.834561 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7e18c40e-059c-4750-bf78-a324bbc4f77a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/quotas/2a9119ab965447a3863afba172552fbe HTTP/1.1" status: 200 len: 375 time: 0.0088141 Aug 31 18:13:14.889931 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-81610041-2912-4e12-8ef0-45b91cc0ee28 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a9119ab965447a3863afba172552fbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500450 Aug 31 18:13:14.900853 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b99c6a1-126d-4740-81af-7fa910523b46 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16620561'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:14.908507 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:13:14.956899 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:13:14.957276 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:15.049107 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:15.072441 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca42d2d-b001-405f-ad96-dc62c4787d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:13:15.074703 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1ac86e-deb6-4afd-ab81-c8b5252f2c75" -d '{"events": [{"server_uuid": "fca42d2d-b001-405f-ad96-dc62c4787d8b", "name": "network-vif-plugged", "status": "completed", "tag": "8d8dfc42-bfe7-4933-85fa-f317e002a7f4"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:13:15.091269 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=8d8dfc42-bfe7-4933-85fa-f317e002a7f4,segment=NetworkSegment(f1d1e523-71df-487a-929e-eff21a6ab430),segment_id=f1d1e523-71df-487a-929e-eff21a6ab430)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:13:15.098653 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-4117b2b8-1509-4327-a14c-335d454b9f5f service neutron] 10.222.0.58 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957307 Aug 31 18:13:15.100984 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.l3_db [None req-5b99c6a1-126d-4740-81af-7fa910523b46 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Floating IP 2528b499-1605-480f-ae55-56cd5cd0b6b7 associated. External IP: 172.27.3.55, port: f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63. Aug 31 18:13:15.192517 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d4190-ea57-4989-803f-5dabc9850843 req-9b9e6fcb-16aa-4a89-974e-9b210596f4b5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:15.193898 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d84d4190-ea57-4989-803f-5dabc9850843 req-9b9e6fcb-16aa-4a89-974e-9b210596f4b5 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 945 time: 0.1674669 Aug 31 18:13:15.213562 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:15.269997 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=8d8dfc42-bfe7-4933-85fa-f317e002a7f4,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:15.302445 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d84d4190-ea57-4989-803f-5dabc9850843 req-b90e42d7-7eae-42fd-be97-c4a91dad6377 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998659 Aug 31 18:13:15.311643 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-85f8f860-12c3-4d05-abbd-a286031746cd service neutron] 10.222.0.58 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057352 Aug 31 18:13:15.344926 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b9bcd6-b2ac-4606-9f7c-c628341e31e1 x-openstack-request-id: req-b7b9bcd6-b2ac-4606-9f7c-c628341e31e1 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:13:15.345216 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca42d2d-b001-405f-ad96-dc62c4787d8b", "name": "network-vif-plugged", "status": "completed", "tag": "8d8dfc42-bfe7-4933-85fa-f317e002a7f4", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:13:15.345477 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7b9bcd6-b2ac-4606-9f7c-c628341e31e1 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:13:15.345878 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca42d2d-b001-405f-ad96-dc62c4787d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4', 'code': 200} Aug 31 18:13:15.427398 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b99c6a1-126d-4740-81af-7fa910523b46 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:13:15.535375 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b99c6a1-126d-4740-81af-7fa910523b46 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:13:15.540094 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b99c6a1-126d-4740-81af-7fa910523b46 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:15.545482 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb360a6f-c969-4156-89ef-2c095827c2c0 None None] Sync routers for ids ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:13:15.556245 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb360a6f-c969-4156-89ef-2c095827c2c0 None None] Routers {'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:13:15.556245 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cb360a6f-c969-4156-89ef-2c095827c2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:12:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:13:15.570885 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-5b99c6a1-126d-4740-81af-7fa910523b46 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "PUT /v2.0/floatingips/2528b499-1605-480f-ae55-56cd5cd0b6b7 HTTP/1.1" status: 200 len: 990 time: 1.3519146 Aug 31 18:13:15.570885 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593327dc-54ca-412d-97af-5e63262462bc', 'tag': 'f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:13:15.572345 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc7c059-1abf-4190-b124-d4f712c0f92c" -d '{"events": [{"name": "network-changed", "server_uuid": "593327dc-54ca-412d-97af-5e63262462bc", "tag": "f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:13:15.618988 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82bc7d4-8562-42dc-b028-fe0dbd98c1cd x-openstack-request-id: req-d82bc7d4-8562-42dc-b028-fe0dbd98c1cd {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:13:15.619288 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593327dc-54ca-412d-97af-5e63262462bc", "tag": "f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:13:15.619546 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d82bc7d4-8562-42dc-b028-fe0dbd98c1cd {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:13:15.619977 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593327dc-54ca-412d-97af-5e63262462bc', 'tag': 'f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63', 'status': 'completed', 'code': 200} Aug 31 18:13:15.688586 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-cb360a6f-c969-4156-89ef-2c095827c2c0 None None] Set router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:13:15.710334 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8c9d5555-3880-474e-947a-e2a7df31a9a3 req-4d5b2817-e5aa-4ae8-aef7-515c3f3ed50d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 210 time: 0.0647013 Aug 31 18:13:15.738518 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7c059-1abf-4190-b124-d4f712c0f92c req-732e5871-d36f-4f1d-a2e2-6a29d09844fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:15.740140 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6fc7c059-1abf-4190-b124-d4f712c0f92c req-732e5871-d36f-4f1d-a2e2-6a29d09844fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71cf56a95c554ed4bdb83b9c03793d9c&device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 1098 time: 0.0632992 Aug 31 18:13:15.836276 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535857f-e6ef-4e89-b79a-f56fc0040f9d req-5107467b-3c05-4bd9-97aa-a141be1d32df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:15.837919 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6535857f-e6ef-4e89-b79a-f56fc0040f9d req-5107467b-3c05-4bd9-97aa-a141be1d32df service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 1099 time: 0.0464756 Aug 31 18:13:15.855348 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7c059-1abf-4190-b124-d4f712c0f92c req-0b95998e-5b11-4476-84f0-00e3fadb10de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:15.857195 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6fc7c059-1abf-4190-b124-d4f712c0f92c req-0b95998e-5b11-4476-84f0-00e3fadb10de service neutron] 10.222.0.61 "GET /v2.0/networks?id=75e081f7-d3c8-4092-a3bf-ad504c26e246 HTTP/1.1" status: 200 len: 912 time: 0.0882213 Aug 31 18:13:15.873911 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-6535857f-e6ef-4e89-b79a-f56fc0040f9d req-08f9b75f-9c6a-48ca-8408-ad0a91d03607 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279381 Aug 31 18:13:15.928736 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6fc7c059-1abf-4190-b124-d4f712c0f92c req-1cdbaa36-d8a2-4270-8edc-79ba2549f283 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 HTTP/1.1" status: 200 len: 998 time: 0.0646977 Aug 31 18:13:15.942804 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cb360a6f-c969-4156-89ef-2c095827c2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:04:25Z', 'revision_number': 4, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '2528b499-1605-480f-ae55-56cd5cd0b6b7', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'port_id': 'f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'mac_address': 'fa:16:3e:46:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593327dc-54ca-412d-97af-5e63262462bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:12:56Z', 'updated_at': '2021-08-31T18:13:14Z', 'revision_number': 1, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630494cf-6ce8-4158-aeee-bd08ff1c6fcc', 'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'mac_address': 'fa:16:3e:8f:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:23Z', 'updated_at': '2021-08-31T18:04:34Z', 'revision_number': 5, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'subnets': [{'id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:13:15.970331 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb360a6f-c969-4156-89ef-2c095827c2c0 None None] Checking router: e3304fcb-a2db-43f4-a1c8-40a2bd4a339c for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:13:15.978362 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb360a6f-c969-4156-89ef-2c095827c2c0 None None] Routers {'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:13:15.978969 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cb360a6f-c969-4156-89ef-2c095827c2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:12:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:13:16.210895 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-cb360a6f-c969-4156-89ef-2c095827c2c0 None None] Set router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:13:16.266404 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7c059-1abf-4190-b124-d4f712c0f92c req-47dc6847-589e-4f3a-8e5a-84e0170157ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:16.267837 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6fc7c059-1abf-4190-b124-d4f712c0f92c req-47dc6847-589e-4f3a-8e5a-84e0170157ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6cb31828-d8fd-4cf6-8874-763e2a00ac91 HTTP/1.1" status: 200 len: 849 time: 0.0428507 Aug 31 18:13:16.316165 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7c059-1abf-4190-b124-d4f712c0f92c req-74042d54-c7e8-4986-88ad-71b4457fb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:16.317879 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6fc7c059-1abf-4190-b124-d4f712c0f92c req-74042d54-c7e8-4986-88ad-71b4457fb58e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75e081f7-d3c8-4092-a3bf-ad504c26e246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426669 Aug 31 18:13:16.443097 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-cb360a6f-c969-4156-89ef-2c095827c2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:04:25Z', 'revision_number': 4, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '2528b499-1605-480f-ae55-56cd5cd0b6b7', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'port_id': 'f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'mac_address': 'fa:16:3e:46:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593327dc-54ca-412d-97af-5e63262462bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:12:56Z', 'updated_at': '2021-08-31T18:13:14Z', 'revision_number': 1, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630494cf-6ce8-4158-aeee-bd08ff1c6fcc', 'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'mac_address': 'fa:16:3e:8f:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:23Z', 'updated_at': '2021-08-31T18:04:34Z', 'revision_number': 5, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'subnets': [{'id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:13:16.447649 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6fc7c059-1abf-4190-b124-d4f712c0f92c req-7147aa2b-9176-4b0a-8868-d652b258679d service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208913 Aug 31 18:13:16.456605 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d6a75-5548-44a5-b6eb-e8312c1019f6 req-3507bdd3-6dd4-413f-88cb-bba1044ecfe9 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:16.458502 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-246d6a75-5548-44a5-b6eb-e8312c1019f6 req-3507bdd3-6dd4-413f-88cb-bba1044ecfe9 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0761619 Aug 31 18:13:16.473883 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb360a6f-c969-4156-89ef-2c095827c2c0 None None] The sync data for ids ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'] in dv-cinder-806740-4-iscsi is: [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:04:25Z', 'revision_number': 4, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '2528b499-1605-480f-ae55-56cd5cd0b6b7', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'port_id': 'f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'mac_address': 'fa:16:3e:46:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593327dc-54ca-412d-97af-5e63262462bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:12:56Z', 'updated_at': '2021-08-31T18:13:14Z', 'revision_number': 1, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630494cf-6ce8-4158-aeee-bd08ff1c6fcc', 'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'mac_address': 'fa:16:3e:8f:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:23Z', 'updated_at': '2021-08-31T18:04:34Z', 'revision_number': 5, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'subnets': [{'id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:13:16.546891 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-246d6a75-5548-44a5-b6eb-e8312c1019f6 req-5aa47c33-3ec5-4fc8-9569-92de9de64ae7 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796416 Aug 31 18:13:16.576768 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6fc7c059-1abf-4190-b124-d4f712c0f92c req-e6ff0e9c-ba5c-4db0-801b-0c2a1bec606c service neutron] 10.222.0.61 "GET /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173129 Aug 31 18:13:16.665564 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d1435-1848-4731-a1ba-7b67570a31a9 None None] New status for floating IP 2528b499-1605-480f-ae55-56cd5cd0b6b7: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:13:16.811570 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e6ff2f4a-6816-4da7-9a94-4325ff7d8d03 req-42d8c7e7-1497-4f56-bc81-1368429d1831 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 210 time: 0.0270102 Aug 31 18:13:17.662165 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0faba-5987-4eab-ba8a-f3f944d5a6dd req-3303fd2d-e6ca-4f80-9fe8-718824fa9dfc tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:17.663601 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-79d0faba-5987-4eab-ba8a-f3f944d5a6dd req-3303fd2d-e6ca-4f80-9fe8-718824fa9dfc tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0485463 Aug 31 18:13:17.706509 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-79d0faba-5987-4eab-ba8a-f3f944d5a6dd req-651b4c36-5487-4a64-b26c-d103eed300ea tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356958 Aug 31 18:13:17.912182 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-50fb00f2-7ba1-4884-bb63-ca19c62f2b7d req-c8f7a95e-f914-44e3-ab97-1ec1b291fb54 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 210 time: 0.0258541 Aug 31 18:13:18.825350 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2fd74-fcef-44eb-bd40-90755e7ace7c req-7b37be2a-e197-4171-bf04-20203dc53bf4 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:18.826790 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5ce2fd74-fcef-44eb-bd40-90755e7ace7c req-7b37be2a-e197-4171-bf04-20203dc53bf4 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0513041 Aug 31 18:13:18.864374 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5ce2fd74-fcef-44eb-bd40-90755e7ace7c req-6170ffdc-c567-40b5-86bc-296dbbf93d62 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313361 Aug 31 18:13:19.031118 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6bc99bde-8f39-487b-b1db-8bf30ef9a11d req-6f70e5c2-d9ee-4c96-8fe5-6877e31b55b3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 210 time: 0.0271122 Aug 31 18:13:19.155909 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-1eaf49a5-07ea-4bf3-9424-e355f1866770 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:19.157376 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-1eaf49a5-07ea-4bf3-9424-e355f1866770 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.61 "GET /v2.0/networks?id=a68376ec-b257-4dfd-9283-15b5c197e90b HTTP/1.1" status: 200 len: 817 time: 0.1022141 Aug 31 18:13:19.455416 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-a98d3a23-25b5-4af7-8999-6c0639a33947 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a9119ab965447a3863afba172552fbe HTTP/1.1" status: 200 len: 380 time: 0.2757292 Aug 31 18:13:19.465811 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-10f51834-f950-495b-aa01-0d8ffd8a8cea tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Request body: {'port': {'device_id': '2baab746-4f8d-4233-83f7-f9c3d9210446', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'admin_state_up': True, 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'security_groups': ['c1fd0389-2b08-48d8-93c9-824638740ca5']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:13:19.677696 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-10f51834-f950-495b-aa01-0d8ffd8a8cea tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Made reservation on behalf of 2a9119ab965447a3863afba172552fbe for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:13:19.681250 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-10f51834-f950-495b-aa01-0d8ffd8a8cea tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:19.803043 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-10f51834-f950-495b-aa01-0d8ffd8a8cea tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Allocated IP 172.20.0.11 (a68376ec-b257-4dfd-9283-15b5c197e90b/e1d6b1f5-01e8-41f7-84ff-ce519356dba1/b6855435-6587-4f0d-8694-194679b18aaa) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:13:19.935435 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-10f51834-f950-495b-aa01-0d8ffd8a8cea tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:19.949097 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-10f51834-f950-495b-aa01-0d8ffd8a8cea tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Transition to ACTIVE for port object b6855435-6587-4f0d-8694-194679b18aaa will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:13:20.053900 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-10f51834-f950-495b-aa01-0d8ffd8a8cea tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:20.099446 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-10f51834-f950-495b-aa01-0d8ffd8a8cea tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Network a68376ec-b257-4dfd-9283-15b5c197e90b is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:13:20.106265 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-10f51834-f950-495b-aa01-0d8ffd8a8cea tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:13:20.108692 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-10f51834-f950-495b-aa01-0d8ffd8a8cea tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:13:20.144827 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f51834-f950-495b-aa01-0d8ffd8a8cea tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Pushing event updated for resources: {'Port': ['ID=b6855435-6587-4f0d-8694-194679b18aaa,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:20.191617 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-10f51834-f950-495b-aa01-0d8ffd8a8cea tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:20.192258 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-10f51834-f950-495b-aa01-0d8ffd8a8cea tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:20.214679 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68149527-7efe-4535-b222-f4364ab05947 req-da7cb624-b925-4c4a-ad46-e17c2b74a8da tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:20.216496 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-68149527-7efe-4535-b222-f4364ab05947 req-da7cb624-b925-4c4a-ad46-e17c2b74a8da tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 932 time: 0.1139572 Aug 31 18:13:20.258686 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-68149527-7efe-4535-b222-f4364ab05947 req-5681ce28-3d32-4908-a562-6d2c62b00bf8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356293 Aug 31 18:13:20.301428 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-10f51834-f950-495b-aa01-0d8ffd8a8cea tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8400729 Aug 31 18:13:20.334509 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Request body: {'port': {'device_id': '2baab746-4f8d-4233-83f7-f9c3d9210446', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:13:20.387745 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:20.443434 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3edcfec3-91df-4d1b-bd6e-d706780bad52 None None] Provisioning for port b6855435-6587-4f0d-8694-194679b18aaa completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:13:20.447315 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-3edcfec3-91df-4d1b-bd6e-d706780bad52 None None] Provisioning complete for port b6855435-6587-4f0d-8694-194679b18aaa triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:13:20.447680 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3edcfec3-91df-4d1b-bd6e-d706780bad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:20.481940 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3edcfec3-91df-4d1b-bd6e-d706780bad52 None None] Port b6855435-6587-4f0d-8694-194679b18aaa cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:13:20.638941 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6855435-6587-4f0d-8694-194679b18aaa {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:13:20.646001 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:20.657765 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Transition to ACTIVE for port object b6855435-6587-4f0d-8694-194679b18aaa will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:13:20.769046 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:20.820961 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0bd2-3787-4083-acd0-870324ac9c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:20.829125 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6855435-6587-4f0d-8694-194679b18aaa,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:20.899005 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Attempting to bind port b6855435-6587-4f0d-8694-194679b18aaa on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:13:20.899270 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Attempting to bind port b6855435-6587-4f0d-8694-194679b18aaa by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': '86d25d94-d915-4213-b12d-e851b05b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:13:20.899600 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Attempting to bind port b6855435-6587-4f0d-8694-194679b18aaa on network a68376ec-b257-4dfd-9283-15b5c197e90b {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:13:20.904766 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Port b6855435-6587-4f0d-8694-194679b18aaa on network a68376ec-b257-4dfd-9283-15b5c197e90b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:13:20.905119 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Attempting to bind port b6855435-6587-4f0d-8694-194679b18aaa on network a68376ec-b257-4dfd-9283-15b5c197e90b {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:13:20.910683 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:13:20.911020 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Checking segment: {'id': '86d25d94-d915-4213-b12d-e851b05b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:13:20.911407 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Bound using segment: {'id': '86d25d94-d915-4213-b12d-e851b05b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:13:20.911844 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Bound port: b6855435-6587-4f0d-8694-194679b18aaa, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d25d94-d915-4213-b12d-e851b05b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:13:20.912203 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:20.982817 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] For port b6855435-6587-4f0d-8694-194679b18aaa, host hv-cinder-80674, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:13:20.985937 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] For port b6855435-6587-4f0d-8694-194679b18aaa, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b6855435-6587-4f0d-8694-194679b18aaa,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:13:21.101313 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:21.140690 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:21.141327 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:21.142710 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] 10.222.0.61 "PUT /v2.0/ports/b6855435-6587-4f0d-8694-194679b18aaa HTTP/1.1" status: 200 len: 1094 time: 0.8137348 Aug 31 18:13:21.143150 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2baab746-4f8d-4233-83f7-f9c3d9210446', 'tag': 'b6855435-6587-4f0d-8694-194679b18aaa'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:13:21.145457 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ddee08-024d-4a45-8ffa-6c2960c7a2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "2baab746-4f8d-4233-83f7-f9c3d9210446", "tag": "b6855435-6587-4f0d-8694-194679b18aaa"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:13:21.165672 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5422d7-4ec8-4ebe-8f51-8d36dd5e84d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6855435-6587-4f0d-8694-194679b18aaa,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:21.186375 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f091a54f-5375-481d-8d14-7000f4e0f0e1 x-openstack-request-id: req-f091a54f-5375-481d-8d14-7000f4e0f0e1 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:13:21.186764 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2baab746-4f8d-4233-83f7-f9c3d9210446", "tag": "b6855435-6587-4f0d-8694-194679b18aaa", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:13:21.187099 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f091a54f-5375-481d-8d14-7000f4e0f0e1 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:13:21.187508 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2baab746-4f8d-4233-83f7-f9c3d9210446', 'tag': 'b6855435-6587-4f0d-8694-194679b18aaa', 'status': 'completed', 'code': 200} Aug 31 18:13:21.296199 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddee08-024d-4a45-8ffa-6c2960c7a2f7 req-5b8b50ab-f029-4003-85d8-e5b59abfb453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:21.298112 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b2ddee08-024d-4a45-8ffa-6c2960c7a2f7 req-5b8b50ab-f029-4003-85d8-e5b59abfb453 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a9119ab965447a3863afba172552fbe&device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 1097 time: 0.0467601 Aug 31 18:13:21.466946 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55491b-4158-4c7a-aa1c-9b81744c4973 req-71f863f4-787f-4a90-8e3a-77b43a3ae826 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:21.468294 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ea55491b-4158-4c7a-aa1c-9b81744c4973 req-71f863f4-787f-4a90-8e3a-77b43a3ae826 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.1218350 Aug 31 18:13:21.493540 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddee08-024d-4a45-8ffa-6c2960c7a2f7 req-47f969ad-d131-4843-a42d-3a523497705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:21.495554 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b2ddee08-024d-4a45-8ffa-6c2960c7a2f7 req-47f969ad-d131-4843-a42d-3a523497705a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2a9119ab965447a3863afba172552fbe&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1576450 Aug 31 18:13:21.532013 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ea55491b-4158-4c7a-aa1c-9b81744c4973 req-a140d3d2-dfa3-44ba-bdca-efa1746d73cb tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574117 Aug 31 18:13:21.602835 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddee08-024d-4a45-8ffa-6c2960c7a2f7 req-aaa92731-ccb4-48f8-8b54-a72c812f6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:21.604358 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b2ddee08-024d-4a45-8ffa-6c2960c7a2f7 req-aaa92731-ccb4-48f8-8b54-a72c812f6571 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0962698 Aug 31 18:13:21.731314 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-3f135fc1-9694-4fcc-a2a8-0110d3c0795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:21.732737 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-3f135fc1-9694-4fcc-a2a8-0110d3c0795d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a9119ab965447a3863afba172552fbe&device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 1097 time: 0.0434625 Aug 31 18:13:21.786312 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-ccc902ed-d7de-428a-8ce7-36c00ac95bdc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6855435-6587-4f0d-8694-194679b18aaa HTTP/1.1" status: 200 len: 217 time: 0.0338764 Aug 31 18:13:21.841187 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-4f9e67f1-5feb-4b4a-9d9d-cb6b8ff823f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:21.842621 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-4f9e67f1-5feb-4b4a-9d9d-cb6b8ff823f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1d6b1f5-01e8-41f7-84ff-ce519356dba1 HTTP/1.1" status: 200 len: 856 time: 0.0492320 Aug 31 18:13:21.888475 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-dfa82762-f58b-4e56-822f-2a95de07c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:21.889961 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-dfa82762-f58b-4e56-822f-2a95de07c7f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a68376ec-b257-4dfd-9283-15b5c197e90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397270 Aug 31 18:13:21.978527 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-781a460a-a6a3-4b6c-88f4-598aa36560f6 service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809119 Aug 31 18:13:22.060368 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:22.072940 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-365df505-b2f3-48b6-9462-1adc8a572b2f req-03673c5c-ec9b-4d41-8784-563a9adcd55c service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865784 Aug 31 18:13:22.650849 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40864085-daa4-48a7-89e3-0aac018a71d9 req-b1cd7fc4-44f9-4693-8e58-1dd1779ac032 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:22.652766 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-40864085-daa4-48a7-89e3-0aac018a71d9 req-b1cd7fc4-44f9-4693-8e58-1dd1779ac032 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0484953 Aug 31 18:13:22.689136 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-40864085-daa4-48a7-89e3-0aac018a71d9 req-8a126301-b6a7-40a9-b594-6c7dbe62289b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305374 Aug 31 18:13:23.414903 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0e9c51cf-8bbc-4c79-900f-6c1c6ffd6923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:23.689229 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:23.806436 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c325a-fe2c-4ba2-9482-5cbcfdb357f7 req-5a1866e9-9168-41d5-9ce8-b0a9d2198daa tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:23.807891 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0f8c325a-fe2c-4ba2-9482-5cbcfdb357f7 req-5a1866e9-9168-41d5-9ce8-b0a9d2198daa tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0486763 Aug 31 18:13:23.848637 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0f8c325a-fe2c-4ba2-9482-5cbcfdb357f7 req-eaaa4dff-2e61-454b-b327-fb7410342381 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346360 Aug 31 18:13:24.489341 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:24.965385 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1f508-f602-4d2c-aa58-74afd0030d42 req-a579c176-caaf-45c4-9828-b75a993a4da8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:24.966824 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3ca1f508-f602-4d2c-aa58-74afd0030d42 req-a579c176-caaf-45c4-9828-b75a993a4da8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0475869 Aug 31 18:13:25.004735 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3ca1f508-f602-4d2c-aa58-74afd0030d42 req-d9850d94-5356-405c-a105-ec1262c3ea09 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320647 Aug 31 18:13:26.121622 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6633e-7404-4d96-b616-e11bdd381212 req-d50bfb9b-0635-4edc-b515-c16986e11c01 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:26.123006 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-07d6633e-7404-4d96-b616-e11bdd381212 req-d50bfb9b-0635-4edc-b515-c16986e11c01 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0473447 Aug 31 18:13:26.159289 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-07d6633e-7404-4d96-b616-e11bdd381212 req-5fca0423-af4d-4345-aa6b-3478c8eddc24 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304687 Aug 31 18:13:26.428707 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b620e91-5b8e-460f-9c47-d00b4870c1be req-f861e7df-35b7-42c6-92cf-379758ed792e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444598 Aug 31 18:13:26.502531 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b620e91-5b8e-460f-9c47-d00b4870c1be req-2f7d665a-98e7-4a87-91ca-21d75eaa3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:26.503988 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b620e91-5b8e-460f-9c47-d00b4870c1be req-2f7d665a-98e7-4a87-91ca-21d75eaa3526 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cd9176a5d1f042e288b50a6ae2847ef3&device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 1099 time: 0.0428789 Aug 31 18:13:26.609676 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b620e91-5b8e-460f-9c47-d00b4870c1be req-cf654847-5ec4-473d-b120-3ba00329e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:26.611250 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b620e91-5b8e-460f-9c47-d00b4870c1be req-cf654847-5ec4-473d-b120-3ba00329e4b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=171cd324-0f22-41e6-b73e-8afd7b0be741 HTTP/1.1" status: 200 len: 910 time: 0.0882759 Aug 31 18:13:26.613699 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:26.685644 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b620e91-5b8e-460f-9c47-d00b4870c1be req-78967f59-f910-41d5-8ea8-49ad1b9f4eab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8dfc42-bfe7-4933-85fa-f317e002a7f4 HTTP/1.1" status: 200 len: 1002 time: 0.0664463 Aug 31 18:13:26.755710 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b620e91-5b8e-460f-9c47-d00b4870c1be req-faf7cf1f-f918-44bb-8ca5-236fdc5ccf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:26.757273 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b620e91-5b8e-460f-9c47-d00b4870c1be req-faf7cf1f-f918-44bb-8ca5-236fdc5ccf9e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f31a230-47dc-4d6e-91d0-ed8182c5eeb1 HTTP/1.1" status: 200 len: 847 time: 0.0641084 Aug 31 18:13:26.802654 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b620e91-5b8e-460f-9c47-d00b4870c1be req-ca3467eb-eb3e-4657-a883-df1a18687d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:26.804134 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b620e91-5b8e-460f-9c47-d00b4870c1be req-ca3467eb-eb3e-4657-a883-df1a18687d23 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=171cd324-0f22-41e6-b73e-8afd7b0be741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389240 Aug 31 18:13:26.896415 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b620e91-5b8e-460f-9c47-d00b4870c1be req-bfce3946-1f57-4d45-be6c-94dbf6158d39 service neutron] 10.222.0.61 "GET /v2.0/networks/171cd324-0f22-41e6-b73e-8afd7b0be741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838578 Aug 31 18:13:26.939443 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device b6855435-6587-4f0d-8694-194679b18aaa details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:13:26.986208 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8b620e91-5b8e-460f-9c47-d00b4870c1be req-8b304be7-a726-4f86-adb2-aaccc8898072 service neutron] 10.222.0.61 "GET /v2.0/networks/171cd324-0f22-41e6-b73e-8afd7b0be741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826695 Aug 31 18:13:27.035459 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port b6855435-6587-4f0d-8694-194679b18aaa, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b6855435-6587-4f0d-8694-194679b18aaa,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:13:27.047829 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': 'b6855435-6587-4f0d-8694-194679b18aaa', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'port_id': 'b6855435-6587-4f0d-8694-194679b18aaa', 'mac_address': 'fa:16:3e:be:62:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:13:27.085307 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:27.097731 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6855435-6587-4f0d-8694-194679b18aaa {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:13:27.116954 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port b6855435-6587-4f0d-8694-194679b18aaa, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b6855435-6587-4f0d-8694-194679b18aaa,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:13:27.237634 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:27.283851 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a46d0-cdd6-4407-a5d4-2c679a0153fb req-2dd22827-c7e0-4d4d-97a7-0b1eddaa7f82 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:27.285522 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9b4a46d0-cdd6-4407-a5d4-2c679a0153fb req-2dd22827-c7e0-4d4d-97a7-0b1eddaa7f82 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 945 time: 0.0538847 Aug 31 18:13:27.290287 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=b6855435-6587-4f0d-8694-194679b18aaa,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:27.328716 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9b4a46d0-cdd6-4407-a5d4-2c679a0153fb req-f26a5b7d-b043-4b2e-927b-7cd57055cf04 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368438 Aug 31 18:13:27.718054 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['b6855435-6587-4f0d-8694-194679b18aaa'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:13:28.470619 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b43167-9e1a-4940-a199-2eb680a8873b req-71a9b9b9-0646-46cd-a11c-f60ecf9486b2 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:28.472076 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-91b43167-9e1a-4940-a199-2eb680a8873b req-71a9b9b9-0646-46cd-a11c-f60ecf9486b2 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 945 time: 0.0575244 Aug 31 18:13:28.509116 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-91b43167-9e1a-4940-a199-2eb680a8873b req-43fd0a9f-b7db-41b2-ba84-99dee475f1c9 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312135 Aug 31 18:13:28.944397 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device b6855435-6587-4f0d-8694-194679b18aaa up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:13:28.956044 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:13:29.117567 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port b6855435-6587-4f0d-8694-194679b18aaa completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:13:29.121671 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port b6855435-6587-4f0d-8694-194679b18aaa triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:13:29.122043 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:29.199601 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:29.222030 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2baab746-4f8d-4233-83f7-f9c3d9210446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6855435-6587-4f0d-8694-194679b18aaa'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:13:29.224322 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9550daee-e8c7-4c44-b55a-f8cc7b8cf809" -d '{"events": [{"server_uuid": "2baab746-4f8d-4233-83f7-f9c3d9210446", "name": "network-vif-plugged", "status": "completed", "tag": "b6855435-6587-4f0d-8694-194679b18aaa"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:13:29.236679 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port b6855435-6587-4f0d-8694-194679b18aaa, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b6855435-6587-4f0d-8694-194679b18aaa,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:13:29.261419 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a69e1b-f3de-4939-aa1f-e0f5095daba3 x-openstack-request-id: req-a1a69e1b-f3de-4939-aa1f-e0f5095daba3 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:13:29.261706 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2baab746-4f8d-4233-83f7-f9c3d9210446", "name": "network-vif-plugged", "status": "completed", "tag": "b6855435-6587-4f0d-8694-194679b18aaa", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:13:29.261958 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1a69e1b-f3de-4939-aa1f-e0f5095daba3 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:13:29.262347 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2baab746-4f8d-4233-83f7-f9c3d9210446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6855435-6587-4f0d-8694-194679b18aaa', 'code': 200} Aug 31 18:13:29.369281 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:29.416346 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=b6855435-6587-4f0d-8694-194679b18aaa,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:13:29.627090 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacfefb-4853-43f5-86f3-2b339f4c1e5e req-790b0633-fde8-4da7-95f5-bbdf84e23b1e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:29.628541 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2bacfefb-4853-43f5-86f3-2b339f4c1e5e req-790b0633-fde8-4da7-95f5-bbdf84e23b1e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0484650 Aug 31 18:13:29.666463 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2bacfefb-4853-43f5-86f3-2b339f4c1e5e req-91a43b75-20f4-4cba-98c4-6f7726a8c266 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318189 Aug 31 18:13:29.751127 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83020dd4-14d6-41eb-a9e5-8ccd3b6ef93f req-59df0f85-e586-432f-bcd5-cb7806f35043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:29.752643 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-83020dd4-14d6-41eb-a9e5-8ccd3b6ef93f req-59df0f85-e586-432f-bcd5-cb7806f35043 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 1099 time: 0.0440698 Aug 31 18:13:29.789058 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-83020dd4-14d6-41eb-a9e5-8ccd3b6ef93f req-2c650e63-3de3-4a14-a02e-be643c318972 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267167 Aug 31 18:13:30.787441 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5ff0f-4842-4acb-80a4-2b169354d8b2 req-e770dbdb-595c-4876-9813-57fc4df09859 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:30.788912 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c4c5ff0f-4842-4acb-80a4-2b169354d8b2 req-e770dbdb-595c-4876-9813-57fc4df09859 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0503945 Aug 31 18:13:30.826488 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c4c5ff0f-4842-4acb-80a4-2b169354d8b2 req-8de062dc-692e-4e4b-820e-a82c69670b44 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307786 Aug 31 18:13:31.943456 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c298d7b-2b63-4727-af89-0b7c4303cabf req-6bae6984-b65a-4e4a-86ba-7284c4452fb0 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:31.944913 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4c298d7b-2b63-4727-af89-0b7c4303cabf req-6bae6984-b65a-4e4a-86ba-7284c4452fb0 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0493107 Aug 31 18:13:31.982141 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4c298d7b-2b63-4727-af89-0b7c4303cabf req-45c4582a-05b0-4c29-80d1-dd63d1491d32 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313182 Aug 31 18:13:32.096625 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203d783-d55b-4dd6-b4f2-56fadb5ec9b5 req-9ccc868f-2db1-4709-9588-c47f716e377c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:32.098152 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4203d783-d55b-4dd6-b4f2-56fadb5ec9b5 req-9ccc868f-2db1-4709-9588-c47f716e377c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0478945 Aug 31 18:13:32.107046 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 36430) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:13:32.111551 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-751c24e9-60df-4752-b23c-76aabfb4f9ff tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Request body: {'floatingip': {'port_id': 'b6855435-6587-4f0d-8694-194679b18aaa'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:13:32.151345 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-751c24e9-60df-4752-b23c-76aabfb4f9ff tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for floatingip, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:32.575678 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-751c24e9-60df-4752-b23c-76aabfb4f9ff tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:32.673725 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-751c24e9-60df-4752-b23c-76aabfb4f9ff tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16620561'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:32.770915 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.l3_db [None req-751c24e9-60df-4752-b23c-76aabfb4f9ff tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Floating IP 22e98492-a15f-44b6-852e-7efb0280aa1b associated. External IP: 172.27.3.61, port: b6855435-6587-4f0d-8694-194679b18aaa. Aug 31 18:13:32.971348 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751c24e9-60df-4752-b23c-76aabfb4f9ff tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Router 6d756167-bc30-4a2a-93e6-89e03c0da6ce has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:13:33.076163 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751c24e9-60df-4752-b23c-76aabfb4f9ff tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:13:33.081108 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-751c24e9-60df-4752-b23c-76aabfb4f9ff tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:33.086020 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be5ede-4d07-4b59-845e-e68aa923e7e4 None None] Sync routers for ids ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:13:33.095404 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be5ede-4d07-4b59-845e-e68aa923e7e4 None None] Routers {'6d756167-bc30-4a2a-93e6-89e03c0da6ce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:13:33.096015 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-88be5ede-4d07-4b59-845e-e68aa923e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:13:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:13:33.108113 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-751c24e9-60df-4752-b23c-76aabfb4f9ff tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "PUT /v2.0/floatingips/22e98492-a15f-44b6-852e-7efb0280aa1b HTTP/1.1" status: 200 len: 991 time: 0.9998727 Aug 31 18:13:33.108602 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2baab746-4f8d-4233-83f7-f9c3d9210446', 'tag': 'b6855435-6587-4f0d-8694-194679b18aaa'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:13:33.110893 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d859f24b-cb56-44e5-91b4-5c98e8b96ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "2baab746-4f8d-4233-83f7-f9c3d9210446", "tag": "b6855435-6587-4f0d-8694-194679b18aaa"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:13:33.154823 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acfe5de-0c0c-4cae-adb6-1bf0dfa9baae x-openstack-request-id: req-2acfe5de-0c0c-4cae-adb6-1bf0dfa9baae {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:13:33.155118 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2baab746-4f8d-4233-83f7-f9c3d9210446", "tag": "b6855435-6587-4f0d-8694-194679b18aaa", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:13:33.155378 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2acfe5de-0c0c-4cae-adb6-1bf0dfa9baae {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:13:33.155783 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2baab746-4f8d-4233-83f7-f9c3d9210446', 'tag': 'b6855435-6587-4f0d-8694-194679b18aaa', 'status': 'completed', 'code': 200} Aug 31 18:13:33.205158 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-88be5ede-4d07-4b59-845e-e68aa923e7e4 None None] Set router 6d756167-bc30-4a2a-93e6-89e03c0da6ce gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:13:33.288764 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859f24b-cb56-44e5-91b4-5c98e8b96ec9 req-6c058513-9e17-4ff4-98d5-289214e517f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:33.291003 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d859f24b-cb56-44e5-91b4-5c98e8b96ec9 req-6c058513-9e17-4ff4-98d5-289214e517f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a9119ab965447a3863afba172552fbe&device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 1099 time: 0.0420566 Aug 31 18:13:33.384132 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859f24b-cb56-44e5-91b4-5c98e8b96ec9 req-5da14e86-bb23-4d36-b874-3b925eae2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:33.385565 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d859f24b-cb56-44e5-91b4-5c98e8b96ec9 req-5da14e86-bb23-4d36-b874-3b925eae2a79 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a68376ec-b257-4dfd-9283-15b5c197e90b HTTP/1.1" status: 200 len: 919 time: 0.0841131 Aug 31 18:13:33.430616 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-88be5ede-4d07-4b59-845e-e68aa923e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:06:18Z', 'revision_number': 4, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port': {'id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:12Z', 'updated_at': '2021-08-31T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '22e98492-a15f-44b6-852e-7efb0280aa1b', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'port_id': 'b6855435-6587-4f0d-8694-194679b18aaa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'mac_address': 'fa:16:3e:be:62:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baab746-4f8d-4233-83f7-f9c3d9210446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:13:13Z', 'updated_at': '2021-08-31T18:13:32Z', 'revision_number': 1, 'project_id': '2a9119ab965447a3863afba172552fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8713dddf-e59e-4a2f-9668-f9020b3b596f', 'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'mac_address': 'fa:16:3e:7a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:17Z', 'updated_at': '2021-08-31T18:06:27Z', 'revision_number': 5, 'project_id': '2a9119ab965447a3863afba172552fbe', 'subnets': [{'id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:13:33.455368 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d859f24b-cb56-44e5-91b4-5c98e8b96ec9 req-5f636b8d-beb1-468b-a27e-676ac37a1b49 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6855435-6587-4f0d-8694-194679b18aaa HTTP/1.1" status: 200 len: 999 time: 0.0573647 Aug 31 18:13:33.455631 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be5ede-4d07-4b59-845e-e68aa923e7e4 None None] Checking router: 6d756167-bc30-4a2a-93e6-89e03c0da6ce for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:13:33.464249 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be5ede-4d07-4b59-845e-e68aa923e7e4 None None] Routers {'6d756167-bc30-4a2a-93e6-89e03c0da6ce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:13:33.464880 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-88be5ede-4d07-4b59-845e-e68aa923e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:13:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:13:33.512107 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859f24b-cb56-44e5-91b4-5c98e8b96ec9 req-061fb0d7-388b-40e7-b9af-a7b2bec198e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:33.513580 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d859f24b-cb56-44e5-91b4-5c98e8b96ec9 req-061fb0d7-388b-40e7-b9af-a7b2bec198e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1d6b1f5-01e8-41f7-84ff-ce519356dba1 HTTP/1.1" status: 200 len: 856 time: 0.0465751 Aug 31 18:13:33.567495 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859f24b-cb56-44e5-91b4-5c98e8b96ec9 req-973430ef-c7aa-40b2-a23e-2e06fd492603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:13:33.567849 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-88be5ede-4d07-4b59-845e-e68aa923e7e4 None None] Set router 6d756167-bc30-4a2a-93e6-89e03c0da6ce gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:13:33.569000 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d859f24b-cb56-44e5-91b4-5c98e8b96ec9 req-973430ef-c7aa-40b2-a23e-2e06fd492603 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a68376ec-b257-4dfd-9283-15b5c197e90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396397 Aug 31 18:13:33.655640 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d859f24b-cb56-44e5-91b4-5c98e8b96ec9 req-3e90197c-d871-445e-a543-03ea06bd0ecd service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789044 Aug 31 18:13:33.747622 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d859f24b-cb56-44e5-91b4-5c98e8b96ec9 req-50565a82-6072-458a-94d9-e541ee2ca262 service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839634 Aug 31 18:13:33.796716 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-88be5ede-4d07-4b59-845e-e68aa923e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:06:18Z', 'revision_number': 4, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port': {'id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:12Z', 'updated_at': '2021-08-31T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '22e98492-a15f-44b6-852e-7efb0280aa1b', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'port_id': 'b6855435-6587-4f0d-8694-194679b18aaa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'mac_address': 'fa:16:3e:be:62:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baab746-4f8d-4233-83f7-f9c3d9210446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:13:13Z', 'updated_at': '2021-08-31T18:13:32Z', 'revision_number': 1, 'project_id': '2a9119ab965447a3863afba172552fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8713dddf-e59e-4a2f-9668-f9020b3b596f', 'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'mac_address': 'fa:16:3e:7a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:17Z', 'updated_at': '2021-08-31T18:06:27Z', 'revision_number': 5, 'project_id': '2a9119ab965447a3863afba172552fbe', 'subnets': [{'id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:13:33.821993 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be5ede-4d07-4b59-845e-e68aa923e7e4 None None] The sync data for ids ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'] in dv-cinder-806740-4-iscsi is: [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:06:18Z', 'revision_number': 4, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port': {'id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:12Z', 'updated_at': '2021-08-31T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '22e98492-a15f-44b6-852e-7efb0280aa1b', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'port_id': 'b6855435-6587-4f0d-8694-194679b18aaa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'mac_address': 'fa:16:3e:be:62:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baab746-4f8d-4233-83f7-f9c3d9210446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:13:13Z', 'updated_at': '2021-08-31T18:13:32Z', 'revision_number': 1, 'project_id': '2a9119ab965447a3863afba172552fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8713dddf-e59e-4a2f-9668-f9020b3b596f', 'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'mac_address': 'fa:16:3e:7a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:17Z', 'updated_at': '2021-08-31T18:06:27Z', 'revision_number': 5, 'project_id': '2a9119ab965447a3863afba172552fbe', 'subnets': [{'id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:13:34.011956 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601e88f8-0624-48c2-98d6-c26e8f0301aa None None] New status for floating IP 22e98492-a15f-44b6-852e-7efb0280aa1b: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:13:50.837183 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-79977fde-0470-4a0f-8c48-2f3c38a4f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:52.065430 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:53.418505 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-76b69cc5-de62-4593-9325-83ec01e5760e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:53.676641 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:54.494721 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:13:56.688580 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:05.955405 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:14:20.842345 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3277cf2a-5912-490a-9cd2-0c67f217233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:22.093330 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:23.442108 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e6cad0f6-6307-4c42-b173-bc0c4acaf3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:23.693418 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:24.196784 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-180d2a4b-5151-4f5b-93e8-86cf10df6fbc tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-760562050&fields=id&tenant_id=0c2a9f290de14f9a8b00844d222cdd70 HTTP/1.1" status: 200 len: 267 time: 0.0330501 Aug 31 18:14:24.304492 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-70c492e1-c3ef-404a-9285-0848d7b6c3f8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:24.305973 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-70c492e1-c3ef-404a-9285-0848d7b6c3f8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/networks?id=116adeeb-4100-4d52-a87b-b0c8148fd402 HTTP/1.1" status: 200 len: 812 time: 0.1021483 Aug 31 18:14:24.321220 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-c8d6b754-83ea-47d0-8fab-853d70e3a3b2 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/quotas/0c2a9f290de14f9a8b00844d222cdd70 HTTP/1.1" status: 200 len: 375 time: 0.0089073 Aug 31 18:14:24.493836 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:24.620728 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-e7975b01-e06f-4aa7-bc0f-e4f2946971cc tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c2a9f290de14f9a8b00844d222cdd70&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2936952 Aug 31 18:14:24.638386 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-737dcc24-ee88-4ac9-8e9d-285c1877600c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:14:24.639516 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-737dcc24-ee88-4ac9-8e9d-285c1877600c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071185 Aug 31 18:14:24.736115 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-6c896705-048f-4d28-9e56-be6a32c7cfe6 service neutron] 10.222.0.58 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904086 Aug 31 18:14:24.832466 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-838043c0-4a1a-4bba-865e-8a2aa8ed9909 service neutron] 10.222.0.58 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895338 Aug 31 18:14:25.577048 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1bfe5d93-e84d-46af-91d7-daa12d87ed84 req-8f973579-b530-444c-bb3c-ebdb58a10dc4 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 210 time: 0.0264573 Aug 31 18:14:26.657558 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:26.664824 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-daaed65d-6814-4e50-9729-d6d5559e9b84 req-07b25deb-423b-4514-8b65-283b6216ea1e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 210 time: 0.0255885 Aug 31 18:14:27.760612 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fb666277-30d8-4f86-9e33-1fc1f1b1b098 req-b12e0554-0467-4535-a9e4-b2e86c3dc189 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 210 time: 0.0263338 Aug 31 18:14:28.402974 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ce861fee-bf3a-482c-851e-8f44967b9be2 req-21e93961-f8ea-4ffc-a36c-9175b0df1af9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444400 Aug 31 18:14:28.459730 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-e2c625d5-53d2-4d86-9c6f-feba3a6422fa tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:28.461184 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-e2c625d5-53d2-4d86-9c6f-feba3a6422fa tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.61 "GET /v2.0/networks?id=116adeeb-4100-4d52-a87b-b0c8148fd402 HTTP/1.1" status: 200 len: 812 time: 0.1022036 Aug 31 18:14:28.478681 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce861fee-bf3a-482c-851e-8f44967b9be2 req-6b93a76d-3fd6-4375-9cf7-ef21b3c25dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:28.480688 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ce861fee-bf3a-482c-851e-8f44967b9be2 req-6b93a76d-3fd6-4375-9cf7-ef21b3c25dde service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c2a9f290de14f9a8b00844d222cdd70&device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 1098 time: 0.0395634 Aug 31 18:14:28.516099 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-047c41a0-7205-4e96-ae22-8e4a4fdf22bc tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c2a9f290de14f9a8b00844d222cdd70 HTTP/1.1" status: 200 len: 379 time: 0.0347977 Aug 31 18:14:28.525351 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Request body: {'port': {'device_id': 'b489013b-944d-494a-801f-3445f0249403', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'admin_state_up': True, 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'security_groups': ['86545033-f39e-4bf0-b10e-3b32553c44fd']}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:14:28.598374 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce861fee-bf3a-482c-851e-8f44967b9be2 req-c495b492-02c9-4644-878d-eb4578614cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:28.600052 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ce861fee-bf3a-482c-851e-8f44967b9be2 req-c495b492-02c9-4644-878d-eb4578614cbc service neutron] 10.222.0.61 "GET /v2.0/networks?id=116adeeb-4100-4d52-a87b-b0c8148fd402 HTTP/1.1" status: 200 len: 914 time: 0.0862622 Aug 31 18:14:28.666148 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ce861fee-bf3a-482c-851e-8f44967b9be2 req-269e59f3-616b-4713-bdf8-286172057b25 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93903581-38b7-4c1f-aa37-384c05421d70 HTTP/1.1" status: 200 len: 1001 time: 0.0580986 Aug 31 18:14:28.713729 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce861fee-bf3a-482c-851e-8f44967b9be2 req-dd19226b-743d-438e-9acc-52beefef6e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:28.715266 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ce861fee-bf3a-482c-851e-8f44967b9be2 req-dd19226b-743d-438e-9acc-52beefef6e57 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00dc20f5-d672-465c-8f7d-5a82297046f6 HTTP/1.1" status: 200 len: 851 time: 0.0423210 Aug 31 18:14:28.763802 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce861fee-bf3a-482c-851e-8f44967b9be2 req-8056b839-fd09-4d93-8999-96093ee2ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:28.765382 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ce861fee-bf3a-482c-851e-8f44967b9be2 req-8056b839-fd09-4d93-8999-96093ee2ba1e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=116adeeb-4100-4d52-a87b-b0c8148fd402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430019 Aug 31 18:14:28.817903 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Made reservation on behalf of 0c2a9f290de14f9a8b00844d222cdd70 for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:14:28.821673 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:28.860932 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a9bf04d8-7626-4bfb-b330-aea25971f65e req-4198f612-00fa-4d16-b609-f8ea89316375 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 210 time: 0.0335929 Aug 31 18:14:28.891783 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ce861fee-bf3a-482c-851e-8f44967b9be2 req-2826abbc-369e-48ce-89cc-29fd65f7d673 service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053956 Aug 31 18:14:28.951635 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Allocated IP 172.20.0.3 (116adeeb-4100-4d52-a87b-b0c8148fd402/00dc20f5-d672-465c-8f7d-5a82297046f6/9651f789-ee37-4655-9bca-ec513194f48e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:14:28.973032 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ce861fee-bf3a-482c-851e-8f44967b9be2 req-f1f12fb3-f05f-47ee-a4f3-a6b6a094bcda service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865705 Aug 31 18:14:29.088946 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:29.102642 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Transition to ACTIVE for port object 9651f789-ee37-4655-9bca-ec513194f48e will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:14:29.240819 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:29.280733 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Network 116adeeb-4100-4d52-a87b-b0c8148fd402 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:14:29.285595 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:14:29.289273 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:14:29.318320 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event updated for resources: {'Port': ['ID=9651f789-ee37-4655-9bca-ec513194f48e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:14:29.332824 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:29.333208 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:29.337315 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:29.337315 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:29.337315 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:29.337315 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:29.337315 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:29.337315 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:29.337315 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:29.337315 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:29.337315 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:29.337315 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:29.357441 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:29.358072 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:29.602961 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-ebe94bf1-88f5-4255-bf29-d4586dc15ecb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0813029 Aug 31 18:14:29.621787 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Request body: {'port': {'device_id': 'b489013b-944d-494a-801f-3445f0249403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:14:29.647567 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c266bbee-c895-47ac-9d53-015e9aef0be6 None None] Provisioning for port 9651f789-ee37-4655-9bca-ec513194f48e completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:14:29.652727 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-c266bbee-c895-47ac-9d53-015e9aef0be6 None None] Provisioning complete for port 9651f789-ee37-4655-9bca-ec513194f48e triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:14:29.653249 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c266bbee-c895-47ac-9d53-015e9aef0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:29.675349 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:29.690745 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c266bbee-c895-47ac-9d53-015e9aef0be6 None None] Port 9651f789-ee37-4655-9bca-ec513194f48e cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:14:29.930738 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9651f789-ee37-4655-9bca-ec513194f48e {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:14:29.938255 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:29.951047 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Transition to ACTIVE for port object 9651f789-ee37-4655-9bca-ec513194f48e will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:14:29.978234 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7b750-6c1c-4949-8ede-43118079588c req-70e7e477-67cc-4427-af2b-6f5663d4b735 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:29.979716 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d9b7b750-6c1c-4949-8ede-43118079588c req-70e7e477-67cc-4427-af2b-6f5663d4b735 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 931 time: 0.0488939 Aug 31 18:14:30.016999 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d9b7b750-6c1c-4949-8ede-43118079588c req-44455479-92df-4b0a-8dff-81b8c4729acb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313399 Aug 31 18:14:30.068935 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:30.127415 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9651f789-ee37-4655-9bca-ec513194f48e,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:14:30.200039 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Attempting to bind port 9651f789-ee37-4655-9bca-ec513194f48e on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:14:30.200379 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Attempting to bind port 9651f789-ee37-4655-9bca-ec513194f48e by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:14:30.200709 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Attempting to bind port 9651f789-ee37-4655-9bca-ec513194f48e on network 116adeeb-4100-4d52-a87b-b0c8148fd402 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:14:30.207072 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Port 9651f789-ee37-4655-9bca-ec513194f48e on network 116adeeb-4100-4d52-a87b-b0c8148fd402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:14:30.207072 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Attempting to bind port 9651f789-ee37-4655-9bca-ec513194f48e on network 116adeeb-4100-4d52-a87b-b0c8148fd402 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:14:30.212435 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:14:30.212819 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Checking segment: {'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:14:30.213237 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Bound using segment: {'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:14:30.213662 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Bound port: 9651f789-ee37-4655-9bca-ec513194f48e, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7eda7c-5641-4bc6-977b-6606f8ebf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:14:30.214023 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:30.283824 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] For port 9651f789-ee37-4655-9bca-ec513194f48e, host hv-cinder-80674, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:14:30.286964 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] For port 9651f789-ee37-4655-9bca-ec513194f48e, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=9651f789-ee37-4655-9bca-ec513194f48e,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:14:30.386012 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:30.426415 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:30.427029 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:30.428403 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] 10.222.0.61 "PUT /v2.0/ports/9651f789-ee37-4655-9bca-ec513194f48e HTTP/1.1" status: 200 len: 1093 time: 0.8109148 Aug 31 18:14:30.428887 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b489013b-944d-494a-801f-3445f0249403', 'tag': '9651f789-ee37-4655-9bca-ec513194f48e'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:14:30.432703 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7affa6d8-4c3a-4760-a2e7-9e15c15939de" -d '{"events": [{"name": "network-changed", "server_uuid": "b489013b-944d-494a-801f-3445f0249403", "tag": "9651f789-ee37-4655-9bca-ec513194f48e"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:14:30.466647 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98c5e2-890e-4602-b1ec-140bd4220eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9651f789-ee37-4655-9bca-ec513194f48e,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:14:30.477424 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace7db26-46eb-4b60-b6eb-4c02b4921ab3 x-openstack-request-id: req-ace7db26-46eb-4b60-b6eb-4c02b4921ab3 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:14:30.477719 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b489013b-944d-494a-801f-3445f0249403", "tag": "9651f789-ee37-4655-9bca-ec513194f48e", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:14:30.477975 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ace7db26-46eb-4b60-b6eb-4c02b4921ab3 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:14:30.478368 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b489013b-944d-494a-801f-3445f0249403', 'tag': '9651f789-ee37-4655-9bca-ec513194f48e', 'status': 'completed', 'code': 200} Aug 31 18:14:30.598735 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affa6d8-4c3a-4760-a2e7-9e15c15939de req-5b3bda0a-ab43-4fbd-b915-d776682e6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:30.600244 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-7affa6d8-4c3a-4760-a2e7-9e15c15939de req-5b3bda0a-ab43-4fbd-b915-d776682e6078 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c2a9f290de14f9a8b00844d222cdd70&device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 1096 time: 0.0419147 Aug 31 18:14:30.715885 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affa6d8-4c3a-4760-a2e7-9e15c15939de req-653ecc69-8af9-4cb2-97a3-ddf85ef2913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:30.717394 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-7affa6d8-4c3a-4760-a2e7-9e15c15939de req-653ecc69-8af9-4cb2-97a3-ddf85ef2913a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0c2a9f290de14f9a8b00844d222cdd70&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0997193 Aug 31 18:14:30.808013 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affa6d8-4c3a-4760-a2e7-9e15c15939de req-3dd91ac4-b044-4ed3-acd9-5b42517406d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:30.809458 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-7affa6d8-4c3a-4760-a2e7-9e15c15939de req-3dd91ac4-b044-4ed3-acd9-5b42517406d2 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0853863 Aug 31 18:14:30.937692 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-338d0bd1-7d3a-452d-94ab-f91b79093c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:30.939239 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-338d0bd1-7d3a-452d-94ab-f91b79093c5b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c2a9f290de14f9a8b00844d222cdd70&device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 1096 time: 0.0451560 Aug 31 18:14:30.994303 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-73dca450-1810-4810-b3e6-3bca5b9dca39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9651f789-ee37-4655-9bca-ec513194f48e HTTP/1.1" status: 200 len: 217 time: 0.0392249 Aug 31 18:14:31.052814 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-c21152f7-bf83-4407-af12-d5cfadd2b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:31.054307 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-c21152f7-bf83-4407-af12-d5cfadd2b1ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00dc20f5-d672-465c-8f7d-5a82297046f6 HTTP/1.1" status: 200 len: 851 time: 0.0445857 Aug 31 18:14:31.101434 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-c5d1cf9f-6898-4508-914d-9027891ee990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:31.102932 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-c5d1cf9f-6898-4508-914d-9027891ee990 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=116adeeb-4100-4d52-a87b-b0c8148fd402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411382 Aug 31 18:14:31.114259 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-404208b7-8974-43ef-8636-dd1a46505ae1 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:14:31.115484 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-404208b7-8974-43ef-8636-dd1a46505ae1 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051463 Aug 31 18:14:31.137129 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d34b4-4918-41e5-887b-d0e56d4c50c4 req-ab671bc9-97bc-45ed-8314-9ac232b45032 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:31.138606 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-961d34b4-4918-41e5-887b-d0e56d4c50c4 req-ab671bc9-97bc-45ed-8314-9ac232b45032 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 943 time: 0.0484602 Aug 31 18:14:31.181114 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-961d34b4-4918-41e5-887b-d0e56d4c50c4 req-53cafd2f-f03f-4ef2-9c07-dd6d1b9356e3 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365312 Aug 31 18:14:31.208443 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-3a6cd518-8dd7-46fd-b265-a61e2cb098cf service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860250 Aug 31 18:14:31.298290 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-303c5e4d-d8a8-472b-a0de-9421e6dc609f req-cd46f946-a34a-4113-a9d9-7d0ca8888454 service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817344 Aug 31 18:14:32.295310 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c69008-347b-4f79-97a9-03d234b07e7d req-cb4cb812-f06a-4901-afee-3910bc0901c8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:32.296825 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-02c69008-347b-4f79-97a9-03d234b07e7d req-cb4cb812-f06a-4901-afee-3910bc0901c8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 943 time: 0.0485995 Aug 31 18:14:32.334720 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-02c69008-347b-4f79-97a9-03d234b07e7d req-b3baca72-5639-4424-9c04-86332e191568 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310953 Aug 31 18:14:33.449022 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f20be-bf8b-4514-a782-a28466aeac1a req-04e01a65-a330-443d-90db-c4befc05941b tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:33.450488 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2f6f20be-bf8b-4514-a782-a28466aeac1a req-04e01a65-a330-443d-90db-c4befc05941b tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 943 time: 0.0486226 Aug 31 18:14:33.486634 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2f6f20be-bf8b-4514-a782-a28466aeac1a req-02e7d063-e7de-4d80-a663-41188040b519 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303357 Aug 31 18:14:34.601535 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5735ca-f2b6-481c-b3c2-8aedb57ad642 req-24aa4172-26bd-4907-81c9-2d0d252c3cba tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:34.602986 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5a5735ca-f2b6-481c-b3c2-8aedb57ad642 req-24aa4172-26bd-4907-81c9-2d0d252c3cba tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 943 time: 0.0483124 Aug 31 18:14:34.643740 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5a5735ca-f2b6-481c-b3c2-8aedb57ad642 req-f67aa144-50fc-4064-bd06-db69f1b11819 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347583 Aug 31 18:14:35.771436 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d757bc-6e5d-47e9-b46c-168d6b0bf600 req-c5eb37f8-3ee8-45db-ac7c-6b6545feb151 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:35.773923 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f5d757bc-6e5d-47e9-b46c-168d6b0bf600 req-c5eb37f8-3ee8-45db-ac7c-6b6545feb151 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 943 time: 0.0622146 Aug 31 18:14:35.814178 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f5d757bc-6e5d-47e9-b46c-168d6b0bf600 req-1b5f2d5f-096b-42c9-a12c-7f9705e6e2f9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334005 Aug 31 18:14:36.929254 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38533d6f-2efb-4d89-a24c-0cfc32562828 req-750b1bc2-e7ae-4639-b05f-3c77fb1c6ca5 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:36.930756 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-38533d6f-2efb-4d89-a24c-0cfc32562828 req-750b1bc2-e7ae-4639-b05f-3c77fb1c6ca5 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 943 time: 0.0486684 Aug 31 18:14:36.968282 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-38533d6f-2efb-4d89-a24c-0cfc32562828 req-6afdaeec-688f-495b-aea9-aa8080c401c8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316496 Aug 31 18:14:38.083001 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038230e3-607e-4c7b-8328-ba60b7cbbd2b req-f1bb3374-0447-4614-876b-28f24f6f6866 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:38.084461 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-038230e3-607e-4c7b-8328-ba60b7cbbd2b req-f1bb3374-0447-4614-876b-28f24f6f6866 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 943 time: 0.0487945 Aug 31 18:14:38.126576 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-038230e3-607e-4c7b-8328-ba60b7cbbd2b req-4fbe309a-5106-4455-a7ef-baed2fa49605 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361879 Aug 31 18:14:39.240455 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a564d-001b-44a6-ae6c-8333e4a262cd req-e013c65d-51fb-469e-833f-21aff3170898 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:39.241926 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9a5a564d-001b-44a6-ae6c-8333e4a262cd req-e013c65d-51fb-469e-833f-21aff3170898 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 943 time: 0.0480342 Aug 31 18:14:39.281843 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9a5a564d-001b-44a6-ae6c-8333e4a262cd req-257ae61d-f456-4e4d-8dc3-0141b3e1af4a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334179 Aug 31 18:14:40.511293 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba8865-2392-47ad-bc01-9a43ed1c00fa req-1c25e484-0bcf-4c09-9017-ce671068e87a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:40.512809 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9dba8865-2392-47ad-bc01-9a43ed1c00fa req-1c25e484-0bcf-4c09-9017-ce671068e87a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 943 time: 0.1612670 Aug 31 18:14:40.552089 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9dba8865-2392-47ad-bc01-9a43ed1c00fa req-e03781d6-96ee-4c82-b853-eb5c012b02bf tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327506 Aug 31 18:14:41.268645 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 9651f789-ee37-4655-9bca-ec513194f48e details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:14:41.364086 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 9651f789-ee37-4655-9bca-ec513194f48e, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=9651f789-ee37-4655-9bca-ec513194f48e,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:14:41.376076 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': '9651f789-ee37-4655-9bca-ec513194f48e', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'port_id': '9651f789-ee37-4655-9bca-ec513194f48e', 'mac_address': 'fa:16:3e:f5:48:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:14:41.418252 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:41.556024 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9651f789-ee37-4655-9bca-ec513194f48e {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:14:41.577851 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 9651f789-ee37-4655-9bca-ec513194f48e, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=9651f789-ee37-4655-9bca-ec513194f48e,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:14:41.670722 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:41.721446 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=9651f789-ee37-4655-9bca-ec513194f48e,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:14:41.725718 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc96068-cffb-4f85-a6b6-94b121c7f2a5 req-21b5388a-9bce-4673-8b68-03e964ceb44e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:41.727819 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9fc96068-cffb-4f85-a6b6-94b121c7f2a5 req-21b5388a-9bce-4673-8b68-03e964ceb44e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 944 time: 0.1063843 Aug 31 18:14:41.729336 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:41.729687 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:41.730030 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:41.730428 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:41.730757 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:41.731088 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:41.731415 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:41.731741 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:41.732069 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:41.732949 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:41.746122 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:41.746122 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:41.772247 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9fc96068-cffb-4f85-a6b6-94b121c7f2a5 req-84df4095-30da-42a3-87a1-85331eb83454 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367348 Aug 31 18:14:42.230675 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['9651f789-ee37-4655-9bca-ec513194f48e'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:14:42.893338 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33817f2-a1eb-4fff-b2f3-1f5be87f5aed req-40e6fb80-e717-497a-8ee0-b89ccfee06cb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:42.894759 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d33817f2-a1eb-4fff-b2f3-1f5be87f5aed req-40e6fb80-e717-497a-8ee0-b89ccfee06cb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 944 time: 0.0495081 Aug 31 18:14:42.937887 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d33817f2-a1eb-4fff-b2f3-1f5be87f5aed req-dac92cd6-1767-45ae-9a0c-b7e18eb65974 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363822 Aug 31 18:14:42.954544 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:14:44.064939 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b590d-a4bc-4639-95ee-fffd64e65203 req-c801e9d0-0e40-4da5-98ef-5b55501331e1 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:44.066554 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-811b590d-a4bc-4639-95ee-fffd64e65203 req-c801e9d0-0e40-4da5-98ef-5b55501331e1 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 944 time: 0.0551620 Aug 31 18:14:44.109219 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-811b590d-a4bc-4639-95ee-fffd64e65203 req-5791e280-2637-4a98-8a43-6e9d03ad921f tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359921 Aug 31 18:14:45.235278 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8caab-7fcf-4acd-9af3-7f38af7b72e8 req-db634d0e-27b6-4baa-b705-4a10d0073bf5 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:45.236882 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-62f8caab-7fcf-4acd-9af3-7f38af7b72e8 req-db634d0e-27b6-4baa-b705-4a10d0073bf5 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 944 time: 0.0545874 Aug 31 18:14:45.282284 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-62f8caab-7fcf-4acd-9af3-7f38af7b72e8 req-19820d66-7809-4f7e-a5f6-9067391d142f tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387573 Aug 31 18:14:45.301956 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 9651f789-ee37-4655-9bca-ec513194f48e up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:14:45.457483 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port 9651f789-ee37-4655-9bca-ec513194f48e completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:14:45.461638 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port 9651f789-ee37-4655-9bca-ec513194f48e triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:14:45.462012 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:45.542886 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:45.566936 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b489013b-944d-494a-801f-3445f0249403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9651f789-ee37-4655-9bca-ec513194f48e'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:14:45.569217 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76001c6-ecbd-4a83-9dc1-59a87f501e69" -d '{"events": [{"server_uuid": "b489013b-944d-494a-801f-3445f0249403", "name": "network-vif-plugged", "status": "completed", "tag": "9651f789-ee37-4655-9bca-ec513194f48e"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:14:45.588928 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 9651f789-ee37-4655-9bca-ec513194f48e, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=9651f789-ee37-4655-9bca-ec513194f48e,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:14:45.612530 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239fc28a-adef-4ef8-8c18-cb13b4b91efb x-openstack-request-id: req-239fc28a-adef-4ef8-8c18-cb13b4b91efb {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:14:45.612858 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b489013b-944d-494a-801f-3445f0249403", "name": "network-vif-plugged", "status": "completed", "tag": "9651f789-ee37-4655-9bca-ec513194f48e", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:14:45.617699 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-239fc28a-adef-4ef8-8c18-cb13b4b91efb {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:14:45.617699 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b489013b-944d-494a-801f-3445f0249403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9651f789-ee37-4655-9bca-ec513194f48e', 'code': 200} Aug 31 18:14:45.709045 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:45.763217 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=9651f789-ee37-4655-9bca-ec513194f48e,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:14:46.061664 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7cec5-c11c-400a-a356-dd50b3ebf509 req-01d5b1e3-4071-4687-b931-e703494e2397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:46.063132 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-00c7cec5-c11c-400a-a356-dd50b3ebf509 req-01d5b1e3-4071-4687-b931-e703494e2397 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 1098 time: 0.0404582 Aug 31 18:14:46.107092 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-00c7cec5-c11c-400a-a356-dd50b3ebf509 req-b0772fd2-03b8-4108-9f33-3b96137f035e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313001 Aug 31 18:14:46.410277 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31778e4d-ea5d-4ff9-aeef-7ad95479f1da req-da3ac7c2-1e96-4e36-802c-5ff997e55747 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:46.411904 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-31778e4d-ea5d-4ff9-aeef-7ad95479f1da req-da3ac7c2-1e96-4e36-802c-5ff997e55747 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 945 time: 0.0502164 Aug 31 18:14:46.451584 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-31778e4d-ea5d-4ff9-aeef-7ad95479f1da req-7bbe1d31-39aa-40a7-9fc2-fcd158d387d9 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333936 Aug 31 18:14:47.565391 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d05282-fd40-47c7-b7ba-5173ab23c174 req-4ca27618-3fa1-47e4-b073-62b40e25f003 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:47.566841 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-13d05282-fd40-47c7-b7ba-5173ab23c174 req-4ca27618-3fa1-47e4-b073-62b40e25f003 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 945 time: 0.0484810 Aug 31 18:14:47.603564 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-13d05282-fd40-47c7-b7ba-5173ab23c174 req-8c7868cc-c206-4974-a57b-17a4645d0d38 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308838 Aug 31 18:14:48.718444 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e54af9-d86c-4db7-be7e-f281bd4cd690 req-39ff6707-4284-4ec7-8b0f-4bfcac13fe11 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:48.719899 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-69e54af9-d86c-4db7-be7e-f281bd4cd690 req-39ff6707-4284-4ec7-8b0f-4bfcac13fe11 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 945 time: 0.0478747 Aug 31 18:14:48.761899 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-69e54af9-d86c-4db7-be7e-f281bd4cd690 req-5a0c08cf-6814-4881-975b-dae72c585b3f tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359991 Aug 31 18:14:48.889280 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0f574-5f9b-4aa9-92f2-b9793dbef93d req-7577d5d0-6c19-4c31-a02c-0e78c3425c69 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:48.889280 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5bb0f574-5f9b-4aa9-92f2-b9793dbef93d req-7577d5d0-6c19-4c31-a02c-0e78c3425c69 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 945 time: 0.0517268 Aug 31 18:14:48.926336 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5bb0f574-5f9b-4aa9-92f2-b9793dbef93d req-7d0036ae-5ffd-4632-aab7-7339eec68a0d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343876 Aug 31 18:14:48.948352 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 36828) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:14:49.084776 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97368b3-ebe0-4fa8-8440-e2b4d9c9afa0 tempest-TestVolumeBootPattern-223243317 tempest-TestVolumeBootPattern-223243317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:49.086340 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-c97368b3-ebe0-4fa8-8440-e2b4d9c9afa0 tempest-TestVolumeBootPattern-223243317 tempest-TestVolumeBootPattern-223243317-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 1093 time: 0.1369779 Aug 31 18:14:49.089053 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 36832) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:14:49.093804 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Request body: {'floatingip': {'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'port_id': '9651f789-ee37-4655-9bca-ec513194f48e', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:14:49.217837 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for floatingip, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:49.314114 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:49.420378 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Allocated IP 172.27.3.178 (d0d110ef-3035-4f07-b05a-39b223314ffd/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d/eb2ca42b-1b1a-463d-b69e-734212ed3a11) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:14:49.522935 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:49.680110 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:49.716534 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Network d0d110ef-3035-4f07-b05a-39b223314ffd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:14:49.721348 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:14:49.723968 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:14:49.752370 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event updated for resources: {'Port': ['ID=eb2ca42b-1b1a-463d-b69e-734212ed3a11,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:14:49.765543 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:49.765890 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:49.766235 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:49.766573 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:49.766910 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:49.767244 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:49.767575 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:49.767903 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:49.768231 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:49.768558 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:49.768905 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:49.769228 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:14:50.095569 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:50.247188 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:50.393975 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:50.468442 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:50.538669 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event updated for resources: {'Port': ['ID=eb2ca42b-1b1a-463d-b69e-734212ed3a11,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:14:50.550411 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16620561'] for floatingip, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:50.646948 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.l3_db [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Floating IP e52cbc28-f55a-402d-9b24-e28c1417c72d associated. External IP: 172.27.3.178, port: 9651f789-ee37-4655-9bca-ec513194f48e. Aug 31 18:14:50.788536 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7cb96170-9288-42d9-9713-2216fddca985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:50.850466 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Router 9f154565-ddc9-4b51-8f31-0966eae18fdd has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:14:50.963545 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:14:50.964825 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40010079-1139-46bd-b24f-a0fd9242e968 None None] Sync routers for ids ['9f154565-ddc9-4b51-8f31-0966eae18fdd'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:14:50.974433 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40010079-1139-46bd-b24f-a0fd9242e968 None None] Routers {'9f154565-ddc9-4b51-8f31-0966eae18fdd'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:14:50.985150 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-40010079-1139-46bd-b24f-a0fd9242e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:14:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['9f154565-ddc9-4b51-8f31-0966eae18fdd'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:14:51.047649 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:51.078531 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-114df905-b494-45c5-83f6-8d1bca191b00 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9884346 Aug 31 18:14:51.079164 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b489013b-944d-494a-801f-3445f0249403', 'tag': '9651f789-ee37-4655-9bca-ec513194f48e'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:14:51.081434 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2159817-90f3-4cea-a35e-c102ff797b98" -d '{"events": [{"name": "network-changed", "server_uuid": "b489013b-944d-494a-801f-3445f0249403", "tag": "9651f789-ee37-4655-9bca-ec513194f48e"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:14:51.082395 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-40010079-1139-46bd-b24f-a0fd9242e968 None None] Set router 9f154565-ddc9-4b51-8f31-0966eae18fdd gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:14:51.117580 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc4b713-d84c-45ec-9e7e-ae5cdf369fc0 x-openstack-request-id: req-5fc4b713-d84c-45ec-9e7e-ae5cdf369fc0 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:14:51.117902 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b489013b-944d-494a-801f-3445f0249403", "tag": "9651f789-ee37-4655-9bca-ec513194f48e", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:14:51.118154 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5fc4b713-d84c-45ec-9e7e-ae5cdf369fc0 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:14:51.118807 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b489013b-944d-494a-801f-3445f0249403', 'tag': '9651f789-ee37-4655-9bca-ec513194f48e', 'status': 'completed', 'code': 200} Aug 31 18:14:51.213652 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2159817-90f3-4cea-a35e-c102ff797b98 req-5aac589e-c1c8-4763-8bd8-62a88383c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:51.215068 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-d2159817-90f3-4cea-a35e-c102ff797b98 req-5aac589e-c1c8-4763-8bd8-62a88383c403 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c2a9f290de14f9a8b00844d222cdd70&device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 1098 time: 0.0411327 Aug 31 18:14:51.306633 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2159817-90f3-4cea-a35e-c102ff797b98 req-0f7e9f70-0bc3-463e-81f7-a6c416a9d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:51.308110 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-d2159817-90f3-4cea-a35e-c102ff797b98 req-0f7e9f70-0bc3-463e-81f7-a6c416a9d9e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=116adeeb-4100-4d52-a87b-b0c8148fd402 HTTP/1.1" status: 200 len: 914 time: 0.0858896 Aug 31 18:14:51.317076 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-40010079-1139-46bd-b24f-a0fd9242e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '3872a7dc-d966-42bb-b8ea-e8a8640cc787', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'port_id': '93903581-38b7-4c1f-aa37-384c05421d70', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'mac_address': 'fa:16:3e:21:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:12:08Z', 'updated_at': '2021-08-31T18:12:11Z', 'revision_number': 1, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'fixed_ip_address_scope': None}, {'id': 'e52cbc28-f55a-402d-9b24-e28c1417c72d', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'port_id': '9651f789-ee37-4655-9bca-ec513194f48e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'mac_address': 'fa:16:3e:f5:48:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b489013b-944d-494a-801f-3445f0249403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:14:49Z', 'updated_at': '2021-08-31T18:14:49Z', 'revision_number': 0, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:53Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:14:51.343924 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40010079-1139-46bd-b24f-a0fd9242e968 None None] Checking router: 9f154565-ddc9-4b51-8f31-0966eae18fdd for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:14:51.352332 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40010079-1139-46bd-b24f-a0fd9242e968 None None] Routers {'9f154565-ddc9-4b51-8f31-0966eae18fdd'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:14:51.352991 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-40010079-1139-46bd-b24f-a0fd9242e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:14:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['9f154565-ddc9-4b51-8f31-0966eae18fdd'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:14:51.378607 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-d2159817-90f3-4cea-a35e-c102ff797b98 req-7ab9a872-6dcb-4fe2-be58-727cf2a89ed8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9651f789-ee37-4655-9bca-ec513194f48e HTTP/1.1" status: 200 len: 999 time: 0.0630882 Aug 31 18:14:51.434106 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2159817-90f3-4cea-a35e-c102ff797b98 req-18ae28d1-3322-41d6-8237-0b75ebfe760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:51.436438 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-d2159817-90f3-4cea-a35e-c102ff797b98 req-18ae28d1-3322-41d6-8237-0b75ebfe760e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00dc20f5-d672-465c-8f7d-5a82297046f6 HTTP/1.1" status: 200 len: 851 time: 0.0507541 Aug 31 18:14:51.459737 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-40010079-1139-46bd-b24f-a0fd9242e968 None None] Set router 9f154565-ddc9-4b51-8f31-0966eae18fdd gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:14:51.483184 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2159817-90f3-4cea-a35e-c102ff797b98 req-6d88cf85-436b-4548-841b-e3da8797d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:14:51.484610 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-d2159817-90f3-4cea-a35e-c102ff797b98 req-6d88cf85-436b-4548-841b-e3da8797d8bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=116adeeb-4100-4d52-a87b-b0c8148fd402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411828 Aug 31 18:14:51.699510 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-40010079-1139-46bd-b24f-a0fd9242e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '3872a7dc-d966-42bb-b8ea-e8a8640cc787', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'port_id': '93903581-38b7-4c1f-aa37-384c05421d70', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'mac_address': 'fa:16:3e:21:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:12:08Z', 'updated_at': '2021-08-31T18:12:11Z', 'revision_number': 1, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'fixed_ip_address_scope': None}, {'id': 'e52cbc28-f55a-402d-9b24-e28c1417c72d', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'port_id': '9651f789-ee37-4655-9bca-ec513194f48e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'mac_address': 'fa:16:3e:f5:48:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b489013b-944d-494a-801f-3445f0249403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:14:49Z', 'updated_at': '2021-08-31T18:14:49Z', 'revision_number': 0, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:53Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:14:51.730324 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40010079-1139-46bd-b24f-a0fd9242e968 None None] The sync data for ids ['9f154565-ddc9-4b51-8f31-0966eae18fdd'] in dv-cinder-806740-4-iscsi is: [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '3872a7dc-d966-42bb-b8ea-e8a8640cc787', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'port_id': '93903581-38b7-4c1f-aa37-384c05421d70', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'mac_address': 'fa:16:3e:21:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:12:08Z', 'updated_at': '2021-08-31T18:12:11Z', 'revision_number': 1, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'fixed_ip_address_scope': None}, {'id': 'e52cbc28-f55a-402d-9b24-e28c1417c72d', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'port_id': '9651f789-ee37-4655-9bca-ec513194f48e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'mac_address': 'fa:16:3e:f5:48:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b489013b-944d-494a-801f-3445f0249403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:14:49Z', 'updated_at': '2021-08-31T18:14:49Z', 'revision_number': 0, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:53Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:14:51.832063 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-d2159817-90f3-4cea-a35e-c102ff797b98 req-ca2a25ec-6081-4b1e-9b66-16d1481686bd service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388450 Aug 31 18:14:51.905953 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd23588-320e-4124-a68f-7992fbf00c57 None None] New status for floating IP e52cbc28-f55a-402d-9b24-e28c1417c72d: ACTIVE {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:14:51.929307 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-d2159817-90f3-4cea-a35e-c102ff797b98 req-101821ef-e8ba-4814-b52d-85d51cfe70a5 service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895259 Aug 31 18:14:52.212848 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:53.510156 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9025d0e-ac12-445a-b189-bc33b175b9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:53.675739 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:54.492624 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:14:56.629705 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:07.188168 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 36914) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:07.339194 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-4251c5e1-5a42-4696-82f9-a8d00f5596a6 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Deleting port 3fabc11a-76e2-47f7-9c67-4b04d5dab0d9 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:15:07.339535 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4251c5e1-5a42-4696-82f9-a8d00f5596a6 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:07.410647 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4251c5e1-5a42-4696-82f9-a8d00f5596a6 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:07.411036 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4251c5e1-5a42-4696-82f9-a8d00f5596a6 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:07.422336 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-4251c5e1-5a42-4696-82f9-a8d00f5596a6 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Calling delete_port for 3fabc11a-76e2-47f7-9c67-4b04d5dab0d9 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:15:07.793834 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4251c5e1-5a42-4696-82f9-a8d00f5596a6 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:07.819564 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251c5e1-5a42-4696-82f9-a8d00f5596a6 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Pushing event deleted for resources: {'Port': ['ID=3fabc11a-76e2-47f7-9c67-4b04d5dab0d9,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:07.880482 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4251c5e1-5a42-4696-82f9-a8d00f5596a6 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:07.880850 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.l3_db [None req-4251c5e1-5a42-4696-82f9-a8d00f5596a6 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Floating IP 61e32966-46e9-4c31-a88a-4e0cd3491081 disassociated (deleted). External IP: 172.27.3.134, port: 8d8dfc42-bfe7-4933-85fa-f317e002a7f4. Aug 31 18:15:08.329897 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4251c5e1-5a42-4696-82f9-a8d00f5596a6 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Router 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:15:08.436761 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4251c5e1-5a42-4696-82f9-a8d00f5596a6 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:15:08.441791 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4251c5e1-5a42-4696-82f9-a8d00f5596a6 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:08.446473 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1160b4-4d4a-4cfb-b01d-531ad441f098 None None] Sync routers for ids ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:15:08.456659 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1160b4-4d4a-4cfb-b01d-531ad441f098 None None] Routers {'602a7af5-ec62-4889-bbbf-bfa9b8e983d6'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:15:08.461692 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-eb1160b4-4d4a-4cfb-b01d-531ad441f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:14:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:08.468513 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-4251c5e1-5a42-4696-82f9-a8d00f5596a6 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "DELETE /v2.0/floatingips/61e32966-46e9-4c31-a88a-4e0cd3491081 HTTP/1.1" status: 204 len: 168 time: 1.2790389 Aug 31 18:15:08.469142 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca42d2d-b001-405f-ad96-dc62c4787d8b', 'tag': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:15:08.471938 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb61639-346b-4ac4-8b94-677ebbdeb785" -d '{"events": [{"name": "network-changed", "server_uuid": "fca42d2d-b001-405f-ad96-dc62c4787d8b", "tag": "8d8dfc42-bfe7-4933-85fa-f317e002a7f4"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:15:08.569056 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-eb1160b4-4d4a-4cfb-b01d-531ad441f098 None None] Set router 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:15:08.764984 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-eb1160b4-4d4a-4cfb-b01d-531ad441f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'name': 'tempest-TestShelveInstance-209636897-router', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:19Z', 'updated_at': '2021-08-31T18:07:23Z', 'revision_number': 4, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'gw_port': {'id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:20Z', 'updated_at': '2021-08-31T18:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '4821a567-90e9-4bd0-b43a-6c175923c922', 'name': '', 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'mac_address': 'fa:16:3e:a1:eb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:22Z', 'updated_at': '2021-08-31T18:07:28Z', 'revision_number': 5, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'subnets': [{'id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:08.795631 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1160b4-4d4a-4cfb-b01d-531ad441f098 None None] Checking router: 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:15:08.804096 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1160b4-4d4a-4cfb-b01d-531ad441f098 None None] Routers {'602a7af5-ec62-4889-bbbf-bfa9b8e983d6'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:15:08.804706 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-eb1160b4-4d4a-4cfb-b01d-531ad441f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:14:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:08.909176 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-eb1160b4-4d4a-4cfb-b01d-531ad441f098 None None] Set router 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:15:08.989443 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea634213-5ddb-437b-86da-759dad7ab0a8 x-openstack-request-id: req-ea634213-5ddb-437b-86da-759dad7ab0a8 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:15:08.989805 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca42d2d-b001-405f-ad96-dc62c4787d8b", "tag": "8d8dfc42-bfe7-4933-85fa-f317e002a7f4", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:15:08.990116 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea634213-5ddb-437b-86da-759dad7ab0a8 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:15:08.990573 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca42d2d-b001-405f-ad96-dc62c4787d8b', 'tag': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4', 'status': 'completed', 'code': 200} Aug 31 18:15:09.087857 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c38c3d-7c55-4a40-b143-bba77b340138 req-388e485d-ac21-4074-96c7-5e3e2602e94c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:09.089487 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c3c38c3d-7c55-4a40-b143-bba77b340138 req-388e485d-ac21-4074-96c7-5e3e2602e94c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0546830 Aug 31 18:15:09.111884 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb61639-346b-4ac4-8b94-677ebbdeb785 req-0faa5b05-ed8b-49da-8660-26b0bb85ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:09.113573 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1bb61639-346b-4ac4-8b94-677ebbdeb785 req-0faa5b05-ed8b-49da-8660-26b0bb85ca40 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cd9176a5d1f042e288b50a6ae2847ef3&device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 1099 time: 0.0467234 Aug 31 18:15:09.132140 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c3c38c3d-7c55-4a40-b143-bba77b340138 req-f2c092de-bc28-44c7-8a25-b6753c8fa9c7 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355878 Aug 31 18:15:09.211685 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb61639-346b-4ac4-8b94-677ebbdeb785 req-5ef0b3de-d409-4d51-95c9-31fb901b5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:09.218367 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1bb61639-346b-4ac4-8b94-677ebbdeb785 req-5ef0b3de-d409-4d51-95c9-31fb901b5a30 service neutron] 10.222.0.61 "GET /v2.0/networks?id=171cd324-0f22-41e6-b73e-8afd7b0be741 HTTP/1.1" status: 200 len: 910 time: 0.0909104 Aug 31 18:15:09.230075 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-eb1160b4-4d4a-4cfb-b01d-531ad441f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'name': 'tempest-TestShelveInstance-209636897-router', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:19Z', 'updated_at': '2021-08-31T18:07:23Z', 'revision_number': 4, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'gw_port': {'id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:20Z', 'updated_at': '2021-08-31T18:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '4821a567-90e9-4bd0-b43a-6c175923c922', 'name': '', 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'mac_address': 'fa:16:3e:a1:eb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:22Z', 'updated_at': '2021-08-31T18:07:28Z', 'revision_number': 5, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'subnets': [{'id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:09.261153 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1bb61639-346b-4ac4-8b94-677ebbdeb785 req-330e01ce-be96-431a-82b5-6a0bf63603dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8dfc42-bfe7-4933-85fa-f317e002a7f4 HTTP/1.1" status: 200 len: 217 time: 0.0385704 Aug 31 18:15:09.265854 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1160b4-4d4a-4cfb-b01d-531ad441f098 None None] The sync data for ids ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'] in dv-cinder-806740-4-iscsi is: [{'id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'name': 'tempest-TestShelveInstance-209636897-router', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:19Z', 'updated_at': '2021-08-31T18:07:23Z', 'revision_number': 4, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'gw_port': {'id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:20Z', 'updated_at': '2021-08-31T18:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '4821a567-90e9-4bd0-b43a-6c175923c922', 'name': '', 'network_id': '171cd324-0f22-41e6-b73e-8afd7b0be741', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'mac_address': 'fa:16:3e:a1:eb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:22Z', 'updated_at': '2021-08-31T18:07:28Z', 'revision_number': 5, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'subnets': [{'id': '3f31a230-47dc-4d6e-91d0-ed8182c5eeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:15:09.326544 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb61639-346b-4ac4-8b94-677ebbdeb785 req-4d0e4caa-0da6-4ae9-a22d-27f66daa07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:09.328041 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1bb61639-346b-4ac4-8b94-677ebbdeb785 req-4d0e4caa-0da6-4ae9-a22d-27f66daa07f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f31a230-47dc-4d6e-91d0-ed8182c5eeb1 HTTP/1.1" status: 200 len: 847 time: 0.0592597 Aug 31 18:15:09.377734 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb61639-346b-4ac4-8b94-677ebbdeb785 req-426de4ff-24ce-4d85-b1cc-1f32e6b36238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:09.379292 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1bb61639-346b-4ac4-8b94-677ebbdeb785 req-426de4ff-24ce-4d85-b1cc-1f32e6b36238 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=171cd324-0f22-41e6-b73e-8afd7b0be741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420806 Aug 31 18:15:09.474238 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1bb61639-346b-4ac4-8b94-677ebbdeb785 req-51e5e870-1014-4543-b3e2-33af495493a8 service neutron] 10.222.0.61 "GET /v2.0/networks/171cd324-0f22-41e6-b73e-8afd7b0be741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866959 Aug 31 18:15:09.489811 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4da10bc-f896-4fa3-85fe-84ee92ccc4d7 None None] New status for floating IP 61e32966-46e9-4c31-a88a-4e0cd3491081: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:15:09.572699 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1bb61639-346b-4ac4-8b94-677ebbdeb785 req-a415a1df-e4e2-4e46-92a1-9b96aed42966 service neutron] 10.222.0.61 "GET /v2.0/networks/171cd324-0f22-41e6-b73e-8afd7b0be741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900335 Aug 31 18:15:10.250450 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185430f-a225-4faf-94b9-6ea1b44ccb7f req-a81f67d4-181b-46aa-a6bd-6e3e1a379b1c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:10.252483 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0185430f-a225-4faf-94b9-6ea1b44ccb7f req-a81f67d4-181b-46aa-a6bd-6e3e1a379b1c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0499959 Aug 31 18:15:10.291239 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0185430f-a225-4faf-94b9-6ea1b44ccb7f req-1cf089f5-6f89-408e-be9a-59d936c1c41e tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321903 Aug 31 18:15:11.407763 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bc5f7-dfb9-4f44-be98-9c232b85bce4 req-b8ca59e8-36f5-48d9-aa3a-925e078bdd43 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:11.409975 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-342bc5f7-dfb9-4f44-be98-9c232b85bce4 req-b8ca59e8-36f5-48d9-aa3a-925e078bdd43 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0528576 Aug 31 18:15:11.448329 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-342bc5f7-dfb9-4f44-be98-9c232b85bce4 req-5e0ea91b-e8da-4314-a6fe-3fd8122f0690 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/security-groups?id=b86a0679-2d72-4528-8bcf-95e493e008fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323801 Aug 31 18:15:11.618476 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39151a11-b354-42f2-97b3-34e24c72dd39 req-58e9cf5e-8089-4788-a9f1-0e258ea2202a tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:11.619937 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-39151a11-b354-42f2-97b3-34e24c72dd39 req-58e9cf5e-8089-4788-a9f1-0e258ea2202a tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 946 time: 0.0608492 Aug 31 18:15:11.715767 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-39151a11-b354-42f2-97b3-34e24c72dd39 req-1380654f-3fd7-417f-91a4-ceb54257948c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Deleting port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:15:11.716111 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-39151a11-b354-42f2-97b3-34e24c72dd39 req-1380654f-3fd7-417f-91a4-ceb54257948c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:11.800565 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-39151a11-b354-42f2-97b3-34e24c72dd39 req-1380654f-3fd7-417f-91a4-ceb54257948c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] For port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=8d8dfc42-bfe7-4933-85fa-f317e002a7f4,segment=NetworkSegment(f1d1e523-71df-487a-929e-eff21a6ab430),segment_id=f1d1e523-71df-487a-929e-eff21a6ab430)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:15:11.800966 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-39151a11-b354-42f2-97b3-34e24c72dd39 req-1380654f-3fd7-417f-91a4-ceb54257948c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:11.813457 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-39151a11-b354-42f2-97b3-34e24c72dd39 req-1380654f-3fd7-417f-91a4-ceb54257948c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Calling delete_port for 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:15:12.132683 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-39151a11-b354-42f2-97b3-34e24c72dd39 req-1380654f-3fd7-417f-91a4-ceb54257948c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:12.161186 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380654f-3fd7-417f-91a4-ceb54257948c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Pushing event deleted for resources: {'Port': ['ID=8d8dfc42-bfe7-4933-85fa-f317e002a7f4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:12.206504 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-39151a11-b354-42f2-97b3-34e24c72dd39 req-1380654f-3fd7-417f-91a4-ceb54257948c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] No DVR routers for this DVR port 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 on host hv-cinder-80674 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:15:12.209075 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-39151a11-b354-42f2-97b3-34e24c72dd39 req-1380654f-3fd7-417f-91a4-ceb54257948c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:12.211153 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-39151a11-b354-42f2-97b3-34e24c72dd39 req-1380654f-3fd7-417f-91a4-ceb54257948c tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.61 "DELETE /v2.0/ports/8d8dfc42-bfe7-4933-85fa-f317e002a7f4 HTTP/1.1" status: 204 len: 173 time: 0.5839665 Aug 31 18:15:12.217317 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca42d2d-b001-405f-ad96-dc62c4787d8b', 'name': 'network-vif-deleted', 'tag': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:15:12.217317 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92479a7-f1bc-4c31-bbfa-1b8b0ed2bd1c" -d '{"events": [{"server_uuid": "fca42d2d-b001-405f-ad96-dc62c4787d8b", "name": "network-vif-deleted", "tag": "8d8dfc42-bfe7-4933-85fa-f317e002a7f4"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:15:12.248869 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6992f8-c687-4fc8-b505-dd7a9aa90e51 x-openstack-request-id: req-4f6992f8-c687-4fc8-b505-dd7a9aa90e51 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:15:12.249201 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca42d2d-b001-405f-ad96-dc62c4787d8b", "name": "network-vif-deleted", "tag": "8d8dfc42-bfe7-4933-85fa-f317e002a7f4", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:15:12.249456 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4f6992f8-c687-4fc8-b505-dd7a9aa90e51 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:15:12.249882 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca42d2d-b001-405f-ad96-dc62c4787d8b', 'name': 'network-vif-deleted', 'tag': '8d8dfc42-bfe7-4933-85fa-f317e002a7f4', 'status': 'completed', 'code': 200} Aug 31 18:15:12.547487 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e45612d9-e7a8-48d4-8679-16cf4f59bc91 req-107a88db-269c-444b-9e05-9445daa74780 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 210 time: 0.0270531 Aug 31 18:15:13.641484 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8ec95fc4-4414-4fe6-9072-2a2b1ed56970 req-6f7665e1-e545-40b2-a53a-b65cca72736b tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 210 time: 0.0265679 Aug 31 18:15:14.749120 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-81d9e3e3-569d-413a-91f8-37288cfa343e req-03b23e54-7fdb-4c3f-906f-a6413887b5c2 tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca42d2d-b001-405f-ad96-dc62c4787d8b HTTP/1.1" status: 200 len: 210 time: 0.0289400 Aug 31 18:15:15.470033 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:15:15.493312 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:15:15.494612 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 8d8dfc42-bfe7-4933-85fa-f317e002a7f4 not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:15:15.803176 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 36976) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:15.863894 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f4361ba-38b5-4ab3-8cb6-7070ba6c1fff tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:15.888439 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f4361ba-38b5-4ab3-8cb6-7070ba6c1fff tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:16.081038 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f4361ba-38b5-4ab3-8cb6-7070ba6c1fff tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:16.083620 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0f4361ba-38b5-4ab3-8cb6-7070ba6c1fff tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:16.084763 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-0f4361ba-38b5-4ab3-8cb6-7070ba6c1fff tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] 10.222.0.58 "DELETE /v2.0/security-groups/b86a0679-2d72-4528-8bcf-95e493e008fc HTTP/1.1" status: 204 len: 168 time: 0.2806273 Aug 31 18:15:16.093818 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4361ba-38b5-4ab3-8cb6-7070ba6c1fff tempest-TestShelveInstance-1183233419 tempest-TestShelveInstance-1183233419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86a0679-2d72-4528-8bcf-95e493e008fc,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:16.246165 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 36982) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:16.685077 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8932f22c-a8bb-4d73-8dc1-8bb5d7f21a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16625169'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:16.937291 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8932f22c-a8bb-4d73-8dc1-8bb5d7f21a58 admin admin] Deleting port 4821a567-90e9-4bd0-b43a-6c175923c922 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:15:16.937550 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8932f22c-a8bb-4d73-8dc1-8bb5d7f21a58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:17.012951 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8932f22c-a8bb-4d73-8dc1-8bb5d7f21a58 admin admin] For port 4821a567-90e9-4bd0-b43a-6c175923c922, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=4821a567-90e9-4bd0-b43a-6c175923c922,segment=NetworkSegment(f1d1e523-71df-487a-929e-eff21a6ab430),segment_id=f1d1e523-71df-487a-929e-eff21a6ab430)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:15:17.013343 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8932f22c-a8bb-4d73-8dc1-8bb5d7f21a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:17.029476 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8932f22c-a8bb-4d73-8dc1-8bb5d7f21a58 admin admin] Calling delete_port for 4821a567-90e9-4bd0-b43a-6c175923c922 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:15:17.275573 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8932f22c-a8bb-4d73-8dc1-8bb5d7f21a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:17.300321 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932f22c-a8bb-4d73-8dc1-8bb5d7f21a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=4821a567-90e9-4bd0-b43a-6c175923c922,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:17.467376 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8932f22c-a8bb-4d73-8dc1-8bb5d7f21a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16289137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16625293'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:17.685744 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8932f22c-a8bb-4d73-8dc1-8bb5d7f21a58 admin admin] Router 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:15:17.795950 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8932f22c-a8bb-4d73-8dc1-8bb5d7f21a58 admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:15:17.801160 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-8932f22c-a8bb-4d73-8dc1-8bb5d7f21a58 admin admin] 10.222.0.58 "PUT /v2.0/routers/602a7af5-ec62-4889-bbbf-bfa9b8e983d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5539460 Aug 31 18:15:17.803685 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 36992) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:17.806363 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51161f2-718d-4201-a42f-de6fc705f2a6 None None] Sync routers for ids ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:15:17.816171 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51161f2-718d-4201-a42f-de6fc705f2a6 None None] Routers {'602a7af5-ec62-4889-bbbf-bfa9b8e983d6'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:15:17.816817 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b51161f2-718d-4201-a42f-de6fc705f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:14:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:17.908828 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-918a24ef-9c79-42cc-847b-c73d26d1254e admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:17.925369 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-b51161f2-718d-4201-a42f-de6fc705f2a6 None None] Set router 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:15:18.012271 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-918a24ef-9c79-42cc-847b-c73d26d1254e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:18.102853 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b51161f2-718d-4201-a42f-de6fc705f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'name': 'tempest-TestShelveInstance-209636897-router', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:19Z', 'updated_at': '2021-08-31T18:15:17Z', 'revision_number': 5, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'gw_port': {'id': '13292fb2-1dd2-4ccf-9177-6719406fd990', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:20Z', 'updated_at': '2021-08-31T18:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:18.132859 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51161f2-718d-4201-a42f-de6fc705f2a6 None None] Checking router: 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:15:18.141455 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51161f2-718d-4201-a42f-de6fc705f2a6 None None] Routers {'602a7af5-ec62-4889-bbbf-bfa9b8e983d6'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:15:18.142039 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b51161f2-718d-4201-a42f-de6fc705f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:14:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:18.176339 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-918a24ef-9c79-42cc-847b-c73d26d1254e admin admin] Deleting port 13292fb2-1dd2-4ccf-9177-6719406fd990 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:15:18.176818 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-918a24ef-9c79-42cc-847b-c73d26d1254e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:18.225391 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-b51161f2-718d-4201-a42f-de6fc705f2a6 None None] Set router 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:15:18.257632 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-918a24ef-9c79-42cc-847b-c73d26d1254e admin admin] For port 13292fb2-1dd2-4ccf-9177-6719406fd990, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=13292fb2-1dd2-4ccf-9177-6719406fd990,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:15:18.258019 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-918a24ef-9c79-42cc-847b-c73d26d1254e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:18.270876 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-918a24ef-9c79-42cc-847b-c73d26d1254e admin admin] Calling delete_port for 13292fb2-1dd2-4ccf-9177-6719406fd990 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:15:18.280522 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-b51161f2-718d-4201-a42f-de6fc705f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'name': 'tempest-TestShelveInstance-209636897-router', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:19Z', 'updated_at': '2021-08-31T18:15:18Z', 'revision_number': 6, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'gw_port_host': None}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:18.307069 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51161f2-718d-4201-a42f-de6fc705f2a6 None None] The sync data for ids ['602a7af5-ec62-4889-bbbf-bfa9b8e983d6'] in dv-cinder-806740-4-iscsi is: [{'id': '602a7af5-ec62-4889-bbbf-bfa9b8e983d6', 'name': 'tempest-TestShelveInstance-209636897-router', 'tenant_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:19Z', 'updated_at': '2021-08-31T18:15:18Z', 'revision_number': 6, 'project_id': 'cd9176a5d1f042e288b50a6ae2847ef3', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:15:18.513724 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-918a24ef-9c79-42cc-847b-c73d26d1254e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:18.544311 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a24ef-9c79-42cc-847b-c73d26d1254e admin admin] Pushing event deleted for resources: {'Port': ['ID=13292fb2-1dd2-4ccf-9177-6719406fd990,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:18.601869 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-918a24ef-9c79-42cc-847b-c73d26d1254e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16620591'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:18.696075 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-918a24ef-9c79-42cc-847b-c73d26d1254e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16626705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15892'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:18.698828 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-918a24ef-9c79-42cc-847b-c73d26d1254e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:18.841126 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-918a24ef-9c79-42cc-847b-c73d26d1254e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16626714'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:18.841670 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918a24ef-9c79-42cc-847b-c73d26d1254e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 602a7af5-ec62-4889-bbbf-bfa9b8e983d6 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 18:15:18.847279 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-918a24ef-9c79-42cc-847b-c73d26d1254e admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:18.859061 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-918a24ef-9c79-42cc-847b-c73d26d1254e admin admin] 10.222.0.58 "DELETE /v2.0/routers/602a7af5-ec62-4889-bbbf-bfa9b8e983d6 HTTP/1.1" status: 204 len: 168 time: 1.0438395 Aug 31 18:15:18.860946 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37000) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:18.910387 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc925ae-5e7a-44ca-9def-cf40963bcbb8 admin admin] Deleting subnet 3f31a230-47dc-4d6e-91d0-ed8182c5eeb1 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:15:18.913516 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dcc925ae-5e7a-44ca-9def-cf40963bcbb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:18.947041 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dcc925ae-5e7a-44ca-9def-cf40963bcbb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25009181'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:19.051427 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 4821a567-90e9-4bd0-b43a-6c175923c922 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:15:19.067059 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dcc925ae-5e7a-44ca-9def-cf40963bcbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-582367'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:19.084926 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: 4821a567-90e9-4bd0-b43a-6c175923c922 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:15:19.085477 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 4821a567-90e9-4bd0-b43a-6c175923c922 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:15:19.216844 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dcc925ae-5e7a-44ca-9def-cf40963bcbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-582356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24928578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13010073'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:19.240139 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc925ae-5e7a-44ca-9def-cf40963bcbb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f31a230-47dc-4d6e-91d0-ed8182c5eeb1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:19.245839 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dcc925ae-5e7a-44ca-9def-cf40963bcbb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:19.247757 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-dcc925ae-5e7a-44ca-9def-cf40963bcbb8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3f31a230-47dc-4d6e-91d0-ed8182c5eeb1 HTTP/1.1" status: 204 len: 168 time: 0.3857505 Aug 31 18:15:19.250487 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37008) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:19.254146 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a0a3ed-8284-4fc8-a960-7c367d5451e6 None None] Network 171cd324-0f22-41e6-b73e-8afd7b0be741 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:15:19.321356 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563888'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:19.386704 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] Deleting port a6212d98-fbac-4340-b898-0fe0aa9be680 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:15:19.387386 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:19.459166 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] For port a6212d98-fbac-4340-b898-0fe0aa9be680, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=a6212d98-fbac-4340-b898-0fe0aa9be680,segment=NetworkSegment(f1d1e523-71df-487a-929e-eff21a6ab430),segment_id=f1d1e523-71df-487a-929e-eff21a6ab430)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:15:19.459553 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:19.474865 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] Calling delete_port for a6212d98-fbac-4340-b898-0fe0aa9be680 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:15:19.475302 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0d2f67-5954-49f6-83a0-ecaf570a0a4f None None] DHCP port deletion for 171cd324-0f22-41e6-b73e-8afd7b0be741 request from dv-cinder-806740-4-iscsi {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 18:15:19.527685 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d2f67-5954-49f6-83a0-ecaf570a0a4f None None] Deleting port a6212d98-fbac-4340-b898-0fe0aa9be680 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:15:19.528058 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a0d2f67-5954-49f6-83a0-ecaf570a0a4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:19.600399 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3a0d2f67-5954-49f6-83a0-ecaf570a0a4f None None] For port a6212d98-fbac-4340-b898-0fe0aa9be680, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=a6212d98-fbac-4340-b898-0fe0aa9be680,segment=NetworkSegment(f1d1e523-71df-487a-929e-eff21a6ab430),segment_id=f1d1e523-71df-487a-929e-eff21a6ab430)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:15:19.600877 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a0d2f67-5954-49f6-83a0-ecaf570a0a4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:19.613900 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d2f67-5954-49f6-83a0-ecaf570a0a4f None None] Calling delete_port for a6212d98-fbac-4340-b898-0fe0aa9be680 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:15:19.742302 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:19.758302 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a0d2f67-5954-49f6-83a0-ecaf570a0a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:19.774943 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6212d98-fbac-4340-b898-0fe0aa9be680,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:19.778574 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] No DVR routers for this DVR port a6212d98-fbac-4340-b898-0fe0aa9be680 on host dv-cinder-806740-4-iscsi {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:15:19.784108 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d2f67-5954-49f6-83a0-ecaf570a0a4f None None] Pushing event deleted for resources: {'Port': ['ID=a6212d98-fbac-4340-b898-0fe0aa9be680,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:19.791821 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0d2f67-5954-49f6-83a0-ecaf570a0a4f None None] No DVR routers for this DVR port a6212d98-fbac-4340-b898-0fe0aa9be680 on host dv-cinder-806740-4-iscsi {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:15:19.854966 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582948', 'neutron.services.segments.db._delete_segments_for_network-8760416493249'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:19.868297 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171cd324-0f22-41e6-b73e-8afd7b0be741']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:19.878636 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d1e523-71df-487a-929e-eff21a6ab430') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:19.878928 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d1e523-71df-487a-929e-eff21a6ab430') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:19.887642 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760416505941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14011211'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:19.900884 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:19.906599 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:15:19.906975 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14918096'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: Traceback (most recent call last): Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: timer() Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: cb(*args, **kw) Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: return func(*args, **kwargs) Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: self._notify() Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: self.callback(batched_events) Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: event.method(event) Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: return f(self, *a, **k) Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._get(url).json() Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:15:19.909125 dv-cinder-806740-4-iscsi neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:15:19.953334 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:15:20.103811 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-582973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16620547'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:20.103811 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:20.105732 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] 10.222.0.58 "DELETE /v2.0/networks/171cd324-0f22-41e6-b73e-8afd7b0be741 HTTP/1.1" status: 204 len: 168 time: 0.8542595 Aug 31 18:15:20.108811 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37018) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:20.117385 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be3b40-ca95-4437-9e7f-9ba8449be023 admin admin] Pushing event deleted for resources: {'Network': ['ID=171cd324-0f22-41e6-b73e-8afd7b0be741,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:20.475127 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 13292fb2-1dd2-4ccf-9177-6719406fd990 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:15:20.495090 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: 13292fb2-1dd2-4ccf-9177-6719406fd990 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:15:20.495440 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 13292fb2-1dd2-4ccf-9177-6719406fd990 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:15:20.495857 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device a6212d98-fbac-4340-b898-0fe0aa9be680 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:15:20.515170 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: a6212d98-fbac-4340-b898-0fe0aa9be680 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:15:20.515518 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device a6212d98-fbac-4340-b898-0fe0aa9be680 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:15:20.698032 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc67af98-87f3-4f78-a6ee-b01adcf0f0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16625169'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:20.789510 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fa665ca7-262a-4895-98d1-2c4f06e40487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:20.946044 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fc67af98-87f3-4f78-a6ee-b01adcf0f0d0 admin admin] Deleting port 214d132f-7d31-4d8b-885d-0cacd5419597 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:15:20.946390 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc67af98-87f3-4f78-a6ee-b01adcf0f0d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:21.026364 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fc67af98-87f3-4f78-a6ee-b01adcf0f0d0 admin admin] For port 214d132f-7d31-4d8b-885d-0cacd5419597, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=214d132f-7d31-4d8b-885d-0cacd5419597,segment=NetworkSegment(4b5889ff-207f-4b6d-a32e-97f4af668bef),segment_id=4b5889ff-207f-4b6d-a32e-97f4af668bef)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:15:21.026754 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc67af98-87f3-4f78-a6ee-b01adcf0f0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:21.039941 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fc67af98-87f3-4f78-a6ee-b01adcf0f0d0 admin admin] Calling delete_port for 214d132f-7d31-4d8b-885d-0cacd5419597 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:15:21.410993 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc67af98-87f3-4f78-a6ee-b01adcf0f0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:21.435200 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67af98-87f3-4f78-a6ee-b01adcf0f0d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=214d132f-7d31-4d8b-885d-0cacd5419597,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:21.602264 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc67af98-87f3-4f78-a6ee-b01adcf0f0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16289137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16625293'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:21.814825 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc67af98-87f3-4f78-a6ee-b01adcf0f0d0 admin admin] Router fdec0ba2-7630-4129-96cd-e2fc85f3c647 has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:15:21.923505 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc67af98-87f3-4f78-a6ee-b01adcf0f0d0 admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:15:21.928577 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-fc67af98-87f3-4f78-a6ee-b01adcf0f0d0 admin admin] 10.222.0.58 "PUT /v2.0/routers/fdec0ba2-7630-4129-96cd-e2fc85f3c647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8186965 Aug 31 18:15:21.931108 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37030) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:21.933961 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0732c28-4dd4-4172-9d54-7aede201b2dc None None] Sync routers for ids ['fdec0ba2-7630-4129-96cd-e2fc85f3c647'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:15:21.943585 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0732c28-4dd4-4172-9d54-7aede201b2dc None None] Routers {'fdec0ba2-7630-4129-96cd-e2fc85f3c647'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:15:21.944286 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e0732c28-4dd4-4172-9d54-7aede201b2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:14:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['fdec0ba2-7630-4129-96cd-e2fc85f3c647'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:22.043050 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be973f4c-6b2a-4f59-a9f6-b00d443f19b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:22.120645 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:22.145247 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e0732c28-4dd4-4172-9d54-7aede201b2dc None None] Set router fdec0ba2-7630-4129-96cd-e2fc85f3c647 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:15:22.152233 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be973f4c-6b2a-4f59-a9f6-b00d443f19b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:22.272341 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-be973f4c-6b2a-4f59-a9f6-b00d443f19b6 admin admin] Deleting port bfc2a25e-2297-4ecc-8cb8-922c7e289906 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:15:22.272687 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be973f4c-6b2a-4f59-a9f6-b00d443f19b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:22.325927 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e0732c28-4dd4-4172-9d54-7aede201b2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec0ba2-7630-4129-96cd-e2fc85f3c647', 'name': 'tempest-TestShelveInstance-441982476-router', 'tenant_id': '1967f2f493ca46709fd148052e4e2cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'bfc2a25e-2297-4ecc-8cb8-922c7e289906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:27Z', 'updated_at': '2021-08-31T18:15:21Z', 'revision_number': 5, 'project_id': '1967f2f493ca46709fd148052e4e2cd9', 'gw_port': {'id': 'bfc2a25e-2297-4ecc-8cb8-922c7e289906', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec0ba2-7630-4129-96cd-e2fc85f3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:07:28Z', 'updated_at': '2021-08-31T18:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:22.352218 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0732c28-4dd4-4172-9d54-7aede201b2dc None None] Checking router: fdec0ba2-7630-4129-96cd-e2fc85f3c647 for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:15:22.360662 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0732c28-4dd4-4172-9d54-7aede201b2dc None None] Routers {'fdec0ba2-7630-4129-96cd-e2fc85f3c647'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:15:22.361890 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e0732c28-4dd4-4172-9d54-7aede201b2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:14:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['fdec0ba2-7630-4129-96cd-e2fc85f3c647'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:22.362180 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-be973f4c-6b2a-4f59-a9f6-b00d443f19b6 admin admin] For port bfc2a25e-2297-4ecc-8cb8-922c7e289906, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=bfc2a25e-2297-4ecc-8cb8-922c7e289906,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:15:22.362568 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be973f4c-6b2a-4f59-a9f6-b00d443f19b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:22.374342 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-be973f4c-6b2a-4f59-a9f6-b00d443f19b6 admin admin] Calling delete_port for bfc2a25e-2297-4ecc-8cb8-922c7e289906 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:15:22.453029 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e0732c28-4dd4-4172-9d54-7aede201b2dc None None] Set router fdec0ba2-7630-4129-96cd-e2fc85f3c647 gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:15:22.508023 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e0732c28-4dd4-4172-9d54-7aede201b2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec0ba2-7630-4129-96cd-e2fc85f3c647', 'name': 'tempest-TestShelveInstance-441982476-router', 'tenant_id': '1967f2f493ca46709fd148052e4e2cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:27Z', 'updated_at': '2021-08-31T18:15:22Z', 'revision_number': 6, 'project_id': '1967f2f493ca46709fd148052e4e2cd9', 'gw_port_host': None}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:22.534940 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0732c28-4dd4-4172-9d54-7aede201b2dc None None] The sync data for ids ['fdec0ba2-7630-4129-96cd-e2fc85f3c647'] in dv-cinder-806740-4-iscsi is: [{'id': 'fdec0ba2-7630-4129-96cd-e2fc85f3c647', 'name': 'tempest-TestShelveInstance-441982476-router', 'tenant_id': '1967f2f493ca46709fd148052e4e2cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:07:27Z', 'updated_at': '2021-08-31T18:15:22Z', 'revision_number': 6, 'project_id': '1967f2f493ca46709fd148052e4e2cd9', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:15:22.703644 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be973f4c-6b2a-4f59-a9f6-b00d443f19b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:22.728726 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be973f4c-6b2a-4f59-a9f6-b00d443f19b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc2a25e-2297-4ecc-8cb8-922c7e289906,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:22.790908 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be973f4c-6b2a-4f59-a9f6-b00d443f19b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16620591'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:22.887840 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be973f4c-6b2a-4f59-a9f6-b00d443f19b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16626705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15892'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:22.892966 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be973f4c-6b2a-4f59-a9f6-b00d443f19b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:23.006458 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be973f4c-6b2a-4f59-a9f6-b00d443f19b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16626714'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:23.007034 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be973f4c-6b2a-4f59-a9f6-b00d443f19b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdec0ba2-7630-4129-96cd-e2fc85f3c647 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 18:15:23.020163 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be973f4c-6b2a-4f59-a9f6-b00d443f19b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:23.020163 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-be973f4c-6b2a-4f59-a9f6-b00d443f19b6 admin admin] 10.222.0.58 "DELETE /v2.0/routers/fdec0ba2-7630-4129-96cd-e2fc85f3c647 HTTP/1.1" status: 204 len: 168 time: 1.0809252 Aug 31 18:15:23.022124 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37042) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:23.067814 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-6552362b-e0d3-4aba-b42b-22de306309c1 admin admin] Deleting subnet e926ae1c-c7a7-4856-9d15-8ca4dacce017 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:15:23.070879 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6552362b-e0d3-4aba-b42b-22de306309c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:23.105937 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6552362b-e0d3-4aba-b42b-22de306309c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25009181'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:23.194225 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6552362b-e0d3-4aba-b42b-22de306309c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-582367'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:23.370819 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6552362b-e0d3-4aba-b42b-22de306309c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-582356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24928578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13010073'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:23.397199 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552362b-e0d3-4aba-b42b-22de306309c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e926ae1c-c7a7-4856-9d15-8ca4dacce017,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:23.402551 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6552362b-e0d3-4aba-b42b-22de306309c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:23.404471 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-6552362b-e0d3-4aba-b42b-22de306309c1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e926ae1c-c7a7-4856-9d15-8ca4dacce017 HTTP/1.1" status: 204 len: 168 time: 0.3813899 Aug 31 18:15:23.406928 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37046) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:23.407348 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37668d38-81e5-4c85-9f53-7c0ec5215d70 None None] Network f7b5b07b-bad7-48eb-bd30-50304f47089e requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:15:23.476058 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a08ea73-a5ee-4804-bee4-d7b5c8572c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:23.481396 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563888'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:23.545310 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] Deleting port 32bddd6d-9e26-4ddc-9727-173d447dd009 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:15:23.545654 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:23.614430 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] For port 32bddd6d-9e26-4ddc-9727-173d447dd009, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=32bddd6d-9e26-4ddc-9727-173d447dd009,segment=NetworkSegment(4b5889ff-207f-4b6d-a32e-97f4af668bef),segment_id=4b5889ff-207f-4b6d-a32e-97f4af668bef)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:15:23.614829 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:23.618782 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8a3453-5630-4416-a3c2-2888668aab28 None None] DHCP port deletion for f7b5b07b-bad7-48eb-bd30-50304f47089e request from dv-cinder-806740-4-iscsi {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 18:15:23.628388 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] Calling delete_port for 32bddd6d-9e26-4ddc-9727-173d447dd009 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:15:23.648538 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:23.672885 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a3453-5630-4416-a3c2-2888668aab28 None None] Deleting port 32bddd6d-9e26-4ddc-9727-173d447dd009 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:15:23.673255 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2b8a3453-5630-4416-a3c2-2888668aab28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:23.740621 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2b8a3453-5630-4416-a3c2-2888668aab28 None None] For port 32bddd6d-9e26-4ddc-9727-173d447dd009, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=32bddd6d-9e26-4ddc-9727-173d447dd009,segment=NetworkSegment(4b5889ff-207f-4b6d-a32e-97f4af668bef),segment_id=4b5889ff-207f-4b6d-a32e-97f4af668bef)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:15:23.742861 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2b8a3453-5630-4416-a3c2-2888668aab28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:23.756235 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a3453-5630-4416-a3c2-2888668aab28 None None] Calling delete_port for 32bddd6d-9e26-4ddc-9727-173d447dd009 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:15:23.867612 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:23.873209 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2b8a3453-5630-4416-a3c2-2888668aab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:23.895933 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=32bddd6d-9e26-4ddc-9727-173d447dd009,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:23.896929 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a3453-5630-4416-a3c2-2888668aab28 None None] Pushing event deleted for resources: {'Port': ['ID=32bddd6d-9e26-4ddc-9727-173d447dd009,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:23.899982 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] No DVR routers for this DVR port 32bddd6d-9e26-4ddc-9727-173d447dd009 on host dv-cinder-806740-4-iscsi {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:15:23.901372 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a3453-5630-4416-a3c2-2888668aab28 None None] No DVR routers for this DVR port 32bddd6d-9e26-4ddc-9727-173d447dd009 on host dv-cinder-806740-4-iscsi {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:15:23.969915 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582948', 'neutron.services.segments.db._delete_segments_for_network-8760416493249'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:23.980017 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b5b07b-bad7-48eb-bd30-50304f47089e']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:23.990447 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5889ff-207f-4b6d-a32e-97f4af668bef') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:23.990795 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5889ff-207f-4b6d-a32e-97f4af668bef') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:23.999584 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760416505941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25009190'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:24.013727 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:24.020512 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:15:24.020940 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24928760'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: Traceback (most recent call last): Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: timer() Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: cb(*args, **kw) Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: return func(*args, **kwargs) Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: self._notify() Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: self.callback(batched_events) Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: event.method(event) Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: return f(self, *a, **k) Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: return self._get(url).json() Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:15:24.022601 dv-cinder-806740-4-iscsi neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:15:24.181890 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-582973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16620547'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:24.187223 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:24.189220 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f7b5b07b-bad7-48eb-bd30-50304f47089e HTTP/1.1" status: 204 len: 168 time: 0.7812972 Aug 31 18:15:24.200091 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71410cc-2b38-4429-aa38-a94568993da2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b5b07b-bad7-48eb-bd30-50304f47089e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:24.475735 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device bfc2a25e-2297-4ecc-8cb8-922c7e289906 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:15:24.496496 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:24.497136 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: bfc2a25e-2297-4ecc-8cb8-922c7e289906 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:15:24.497477 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device bfc2a25e-2297-4ecc-8cb8-922c7e289906 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:15:24.497880 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 32bddd6d-9e26-4ddc-9727-173d447dd009 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:15:24.515848 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: 32bddd6d-9e26-4ddc-9727-173d447dd009 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:15:24.516195 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 32bddd6d-9e26-4ddc-9727-173d447dd009 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:15:24.516602 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 214d132f-7d31-4d8b-885d-0cacd5419597 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:15:24.534925 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: 214d132f-7d31-4d8b-885d-0cacd5419597 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:15:24.535269 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 214d132f-7d31-4d8b-885d-0cacd5419597 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:15:24.573053 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37054) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:24.612658 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-b2ad1c8a-ef32-4bed-b743-4e8071c08ee9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cd9176a5d1f042e288b50a6ae2847ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383933 Aug 31 18:15:24.615016 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37056) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:24.660925 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05714124-5799-49c4-9dad-233853b4dd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:24.681868 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05714124-5799-49c4-9dad-233853b4dd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:24.852456 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05714124-5799-49c4-9dad-233853b4dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:24.855076 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05714124-5799-49c4-9dad-233853b4dd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:24.856227 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-05714124-5799-49c4-9dad-233853b4dd5c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13360714-6019-4e99-8508-b1e99dde9dc5 HTTP/1.1" status: 204 len: 168 time: 0.2403319 Aug 31 18:15:24.868172 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05714124-5799-49c4-9dad-233853b4dd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13360714-6019-4e99-8508-b1e99dde9dc5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:25.714099 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37066) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:25.754503 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-dd45c740-c84f-408a-af2a-c335aa7715c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1967f2f493ca46709fd148052e4e2cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391800 Aug 31 18:15:25.756939 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37068) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:25.805259 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-41abbf7b-5eb5-4186-8142-8d08c013d5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:25.826469 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-41abbf7b-5eb5-4186-8142-8d08c013d5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:25.976275 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-41abbf7b-5eb5-4186-8142-8d08c013d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:25.978823 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-41abbf7b-5eb5-4186-8142-8d08c013d5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:25.979974 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-41abbf7b-5eb5-4186-8142-8d08c013d5a8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/020e4108-d560-4322-b472-768b9bc69c1e HTTP/1.1" status: 204 len: 168 time: 0.2218673 Aug 31 18:15:25.989663 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abbf7b-5eb5-4186-8142-8d08c013d5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020e4108-d560-4322-b472-768b9bc69c1e,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:26.663927 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:29.298613 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-cd1441d0-1b68-4f12-b467-23655bb6f33c req-af6140ea-3c31-4ea7-a805-45ae9b66e984 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1717525 Aug 31 18:15:29.405470 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1441d0-1b68-4f12-b467-23655bb6f33c req-9cbeed4e-4fab-45ac-91dc-40097b13cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:29.407094 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-cd1441d0-1b68-4f12-b467-23655bb6f33c req-9cbeed4e-4fab-45ac-91dc-40097b13cc8b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c2a9f290de14f9a8b00844d222cdd70&device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 1098 time: 0.0419357 Aug 31 18:15:29.512748 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1441d0-1b68-4f12-b467-23655bb6f33c req-a2b91222-61ae-453b-8757-17ab65f65517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:29.514281 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-cd1441d0-1b68-4f12-b467-23655bb6f33c req-a2b91222-61ae-453b-8757-17ab65f65517 service neutron] 10.222.0.61 "GET /v2.0/networks?id=116adeeb-4100-4d52-a87b-b0c8148fd402 HTTP/1.1" status: 200 len: 914 time: 0.0853338 Aug 31 18:15:29.580901 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-cd1441d0-1b68-4f12-b467-23655bb6f33c req-d0f27653-f37a-4acc-bb4c-c9b967422fd3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93903581-38b7-4c1f-aa37-384c05421d70 HTTP/1.1" status: 200 len: 1001 time: 0.0580246 Aug 31 18:15:29.630155 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1441d0-1b68-4f12-b467-23655bb6f33c req-eaa2a18f-5ab4-4d49-9ddc-e036656fd960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:29.631587 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-cd1441d0-1b68-4f12-b467-23655bb6f33c req-eaa2a18f-5ab4-4d49-9ddc-e036656fd960 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00dc20f5-d672-465c-8f7d-5a82297046f6 HTTP/1.1" status: 200 len: 851 time: 0.0430651 Aug 31 18:15:29.681046 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1441d0-1b68-4f12-b467-23655bb6f33c req-3aefb535-3ac6-485b-8c0e-ee0edf9e3664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:29.682512 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-cd1441d0-1b68-4f12-b467-23655bb6f33c req-3aefb535-3ac6-485b-8c0e-ee0edf9e3664 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=116adeeb-4100-4d52-a87b-b0c8148fd402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431147 Aug 31 18:15:29.771183 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-cd1441d0-1b68-4f12-b467-23655bb6f33c req-53b8e44e-0a7a-4888-a58e-50d880742625 service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806482 Aug 31 18:15:29.873276 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-cd1441d0-1b68-4f12-b467-23655bb6f33c req-10e5e9f9-2733-443c-bf46-6861b884483e service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939646 Aug 31 18:15:32.364860 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb8e86-5dac-4f85-8652-6fc2b024ca91 req-1085e225-dcc4-41fe-8e17-b50168471452 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:32.366594 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ebcb8e86-5dac-4f85-8652-6fc2b024ca91 req-1085e225-dcc4-41fe-8e17-b50168471452 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0498121 Aug 31 18:15:32.406618 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ebcb8e86-5dac-4f85-8652-6fc2b024ca91 req-35acdf6f-0619-4fca-b1b9-903f46a74bae tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330360 Aug 31 18:15:33.526694 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86025e7-6bc7-4779-9521-32f27f40bb64 req-57485739-57a8-4332-8281-cfddccf08017 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:33.528155 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c86025e7-6bc7-4779-9521-32f27f40bb64 req-57485739-57a8-4332-8281-cfddccf08017 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0488145 Aug 31 18:15:33.567169 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c86025e7-6bc7-4779-9521-32f27f40bb64 req-6cff1acc-ab11-4d48-a206-ae79a15659e9 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315542 Aug 31 18:15:34.685483 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cd72a-bf32-48c0-a8c8-4d94a53f6bee req-f386d72e-2fca-4698-80bc-68b4ae045e3a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:34.687191 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-545cd72a-bf32-48c0-a8c8-4d94a53f6bee req-f386d72e-2fca-4698-80bc-68b4ae045e3a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0493751 Aug 31 18:15:34.731875 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-545cd72a-bf32-48c0-a8c8-4d94a53f6bee req-4017e17e-5dfe-4528-b235-da90dc2b83ea tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370069 Aug 31 18:15:35.863960 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5d3b-d359-497f-b1fc-0158a6004aa9 req-a20dacf2-ef21-4117-852d-90745c41e3da tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:35.865483 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ea2f5d3b-d359-497f-b1fc-0158a6004aa9 req-a20dacf2-ef21-4117-852d-90745c41e3da tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0524111 Aug 31 18:15:35.904143 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ea2f5d3b-d359-497f-b1fc-0158a6004aa9 req-f66d2b4e-e6ad-40a3-b0df-270b48f768ef tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322967 Aug 31 18:15:37.029475 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732ea6b-e5b1-4809-b897-1461352c6cbb req-bd1b6486-f59c-4ba7-aae2-3480edf42049 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:37.030981 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8732ea6b-e5b1-4809-b897-1461352c6cbb req-bd1b6486-f59c-4ba7-aae2-3480edf42049 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0534673 Aug 31 18:15:37.072188 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8732ea6b-e5b1-4809-b897-1461352c6cbb req-85c895d6-7653-48a5-9341-dac2b0fabb4d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352428 Aug 31 18:15:37.693322 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84333769-b1c5-4c35-961e-8e6ddaded7a9 req-7f52c093-62c8-4588-a733-cf593733901e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:37.694809 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-84333769-b1c5-4c35-961e-8e6ddaded7a9 req-7f52c093-62c8-4588-a733-cf593733901e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 945 time: 0.0484812 Aug 31 18:15:37.736538 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-84333769-b1c5-4c35-961e-8e6ddaded7a9 req-c6767966-ce27-4046-85f2-675aa1da0059 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fb88a0b-4b19-41ca-9820-c9acfeba2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356755 Aug 31 18:15:38.191164 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5031169-3943-45f1-bf79-acf467d026da req-71e22f22-3b9c-4902-a53d-0c4552be2cc8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:38.192606 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a5031169-3943-45f1-bf79-acf467d026da req-71e22f22-3b9c-4902-a53d-0c4552be2cc8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0479679 Aug 31 18:15:38.229807 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a5031169-3943-45f1-bf79-acf467d026da req-d010f183-e61b-4e1f-9d1b-35e131b97ea7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311658 Aug 31 18:15:38.849110 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc901e-a666-4cc4-9717-9cc1be716d40 req-e67d681c-f180-424e-b1e6-b1aa3a7f95f5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:38.850499 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a7fc901e-a666-4cc4-9717-9cc1be716d40 req-e67d681c-f180-424e-b1e6-b1aa3a7f95f5 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 945 time: 0.0483754 Aug 31 18:15:38.887585 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a7fc901e-a666-4cc4-9717-9cc1be716d40 req-8fe234eb-dfe1-4543-b612-3e8d5efa0f3d tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fb88a0b-4b19-41ca-9820-c9acfeba2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312157 Aug 31 18:15:39.347015 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc4413-4f0f-4b71-8f6e-929a57331a44 req-29ddb869-80f6-42eb-ac71-026037045215 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:39.348455 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d8dc4413-4f0f-4b71-8f6e-929a57331a44 req-29ddb869-80f6-42eb-ac71-026037045215 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0477891 Aug 31 18:15:39.388901 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d8dc4413-4f0f-4b71-8f6e-929a57331a44 req-b18b089e-d79c-4930-bdc6-f9a8e688d4f1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342214 Aug 31 18:15:40.018667 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6dcb3-5c07-416b-9cde-a8a992347669 req-b7fb361f-77e0-429c-8a91-468258fbc89f tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:40.020188 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e8f6dcb3-5c07-416b-9cde-a8a992347669 req-b7fb361f-77e0-429c-8a91-468258fbc89f tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 945 time: 0.0503721 Aug 31 18:15:40.021062 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b45f2-c29d-4d44-92b7-990183d031be req-711a7473-ddb6-4eb5-a26f-77fe707ae2ca tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:40.022676 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8a1b45f2-c29d-4d44-92b7-990183d031be req-711a7473-ddb6-4eb5-a26f-77fe707ae2ca tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.61 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 945 time: 0.0481136 Aug 31 18:15:40.058216 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e8f6dcb3-5c07-416b-9cde-a8a992347669 req-04fb42dc-7f2b-4bfb-be21-26f90a176c6e tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fb88a0b-4b19-41ca-9820-c9acfeba2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320728 Aug 31 18:15:40.116294 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-8a1b45f2-c29d-4d44-92b7-990183d031be req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Deleting port f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:15:40.116680 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8a1b45f2-c29d-4d44-92b7-990183d031be req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:40.205301 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-8a1b45f2-c29d-4d44-92b7-990183d031be req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] For port f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63,segment=NetworkSegment(de9e5290-a599-4c31-9d06-61044e7ef585),segment_id=de9e5290-a599-4c31-9d06-61044e7ef585)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:15:40.205593 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8a1b45f2-c29d-4d44-92b7-990183d031be req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:40.371816 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8a1b45f2-c29d-4d44-92b7-990183d031be req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:40.372214 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8a1b45f2-c29d-4d44-92b7-990183d031be req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16620561'] for floatingip, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:40.372534 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.l3_db [req-8a1b45f2-c29d-4d44-92b7-990183d031be req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Floating IP 2528b499-1605-480f-ae55-56cd5cd0b6b7 disassociated. External IP: 172.27.3.55, port: f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63. Aug 31 18:15:40.372899 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-8a1b45f2-c29d-4d44-92b7-990183d031be req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Calling delete_port for f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:15:40.509691 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8f59d-0919-4f24-957a-b885559d6185 req-688a7e41-2ac4-4048-a6a6-7d81b708f7cb tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:40.511062 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-41d8f59d-0919-4f24-957a-b885559d6185 req-688a7e41-2ac4-4048-a6a6-7d81b708f7cb tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0492346 Aug 31 18:15:40.547683 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-41d8f59d-0919-4f24-957a-b885559d6185 req-dc842c9b-60c1-44aa-a4b0-6796d1673c73 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307310 Aug 31 18:15:40.577690 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8a1b45f2-c29d-4d44-92b7-990183d031be req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:40.606828 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Pushing event deleted for resources: {'Port': ['ID=f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:40.618750 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:40.619099 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:40.619444 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:40.619783 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:40.620121 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:40.620482 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:40.620897 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:40.621227 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:40.621590 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:40.622404 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:40.622404 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:40.622653 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:40.730957 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a1b45f2-c29d-4d44-92b7-990183d031be req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:15:40.837400 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a1b45f2-c29d-4d44-92b7-990183d031be req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:15:40.847580 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06414c7a-558d-4b7c-91a6-df1fb2a395e3 None None] Sync routers for ids ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:15:40.856845 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06414c7a-558d-4b7c-91a6-df1fb2a395e3 None None] Routers {'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:15:40.857557 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-06414c7a-558d-4b7c-91a6-df1fb2a395e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:15:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:40.876851 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1b45f2-c29d-4d44-92b7-990183d031be req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] No DVR routers for this DVR port f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 on host hv-cinder-80674 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:15:40.879384 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8a1b45f2-c29d-4d44-92b7-990183d031be req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:40.881443 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8a1b45f2-c29d-4d44-92b7-990183d031be req-e4644569-c38e-465e-bf89-6f6c458e43d6 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.61 "DELETE /v2.0/ports/f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 HTTP/1.1" status: 204 len: 173 time: 0.8526413 Aug 31 18:15:40.881875 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593327dc-54ca-412d-97af-5e63262462bc', 'name': 'network-vif-deleted', 'tag': 'f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:15:40.884137 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fa2178-7a1e-4ceb-b0b9-c537eada94ac" -d '{"events": [{"server_uuid": "593327dc-54ca-412d-97af-5e63262462bc", "name": "network-vif-deleted", "tag": "f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:15:40.920346 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7722b3a-77b1-4a0f-8621-9bfac480224c x-openstack-request-id: req-a7722b3a-77b1-4a0f-8621-9bfac480224c {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:15:40.920638 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593327dc-54ca-412d-97af-5e63262462bc", "name": "network-vif-deleted", "tag": "f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:15:40.920918 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7722b3a-77b1-4a0f-8621-9bfac480224c {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:15:40.921319 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593327dc-54ca-412d-97af-5e63262462bc', 'name': 'network-vif-deleted', 'tag': 'f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63', 'status': 'completed', 'code': 200} Aug 31 18:15:40.970790 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-06414c7a-558d-4b7c-91a6-df1fb2a395e3 None None] Set router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:15:41.167346 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-34105fb7-2522-470d-a9d2-72c97c9fc518 req-0fe0895b-5752-45bc-9c7d-a251b5f6898d tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/ports?device_id=593327dc-54ca-412d-97af-5e63262462bc HTTP/1.1" status: 200 len: 210 time: 0.0305085 Aug 31 18:15:41.296783 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-06414c7a-558d-4b7c-91a6-df1fb2a395e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:04:25Z', 'revision_number': 4, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '630494cf-6ce8-4158-aeee-bd08ff1c6fcc', 'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'mac_address': 'fa:16:3e:8f:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:23Z', 'updated_at': '2021-08-31T18:04:34Z', 'revision_number': 5, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'subnets': [{'id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:41.323569 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06414c7a-558d-4b7c-91a6-df1fb2a395e3 None None] Checking router: e3304fcb-a2db-43f4-a1c8-40a2bd4a339c for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:15:41.331954 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06414c7a-558d-4b7c-91a6-df1fb2a395e3 None None] Routers {'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:15:41.332566 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-06414c7a-558d-4b7c-91a6-df1fb2a395e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:15:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:41.442283 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-06414c7a-558d-4b7c-91a6-df1fb2a395e3 None None] Set router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:15:41.642805 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-06414c7a-558d-4b7c-91a6-df1fb2a395e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:04:25Z', 'revision_number': 4, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '630494cf-6ce8-4158-aeee-bd08ff1c6fcc', 'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'mac_address': 'fa:16:3e:8f:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:23Z', 'updated_at': '2021-08-31T18:04:34Z', 'revision_number': 5, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'subnets': [{'id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:41.670018 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06414c7a-558d-4b7c-91a6-df1fb2a395e3 None None] The sync data for ids ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'] in dv-cinder-806740-4-iscsi is: [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:04:25Z', 'revision_number': 4, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '630494cf-6ce8-4158-aeee-bd08ff1c6fcc', 'name': '', 'network_id': '75e081f7-d3c8-4092-a3bf-ad504c26e246', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'mac_address': 'fa:16:3e:8f:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:23Z', 'updated_at': '2021-08-31T18:04:34Z', 'revision_number': 5, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'subnets': [{'id': '6cb31828-d8fd-4cf6-8874-763e2a00ac91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:15:41.671997 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562135f9-5125-4dcc-81f3-2012b9e182c6 req-cb93e98d-07c9-4696-b105-e862a2e8eff7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:41.674080 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-562135f9-5125-4dcc-81f3-2012b9e182c6 req-cb93e98d-07c9-4696-b105-e862a2e8eff7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0530827 Aug 31 18:15:41.713135 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-562135f9-5125-4dcc-81f3-2012b9e182c6 req-91041a35-f4f7-4d10-a209-cda26a7eaccd tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329387 Aug 31 18:15:41.877243 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2ccf00-1cb1-4c1f-abd3-d0156610898e None None] New status for floating IP 2528b499-1605-480f-ae55-56cd5cd0b6b7: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:15:42.401156 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37204) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:42.457596 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b1dad39-c63a-4396-ab4e-7685affab74b tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:42.481058 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b1dad39-c63a-4396-ab4e-7685affab74b tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:42.640047 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b1dad39-c63a-4396-ab4e-7685affab74b tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:42.642736 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b1dad39-c63a-4396-ab4e-7685affab74b tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:42.643890 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-5b1dad39-c63a-4396-ab4e-7685affab74b tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "DELETE /v2.0/security-groups/2fb88a0b-4b19-41ca-9820-c9acfeba2a2b HTTP/1.1" status: 204 len: 168 time: 0.2417638 Aug 31 18:15:42.646831 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37206) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:42.653543 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dad39-c63a-4396-ab4e-7685affab74b tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb88a0b-4b19-41ca-9820-c9acfeba2a2b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:42.661159 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.api.v2.resource [None req-d92d6f3c-96b1-4698-8782-6be0dda01f1d tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] show failed (client error): The resource could not be found. Aug 31 18:15:42.664591 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-d92d6f3c-96b1-4698-8782-6be0dda01f1d tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "GET /v2.0/security-groups/2fb88a0b-4b19-41ca-9820-c9acfeba2a2b HTTP/1.1" status: 404 len: 347 time: 0.0164711 Aug 31 18:15:42.667836 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37208) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:42.794414 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-4bbdcfdf-3c6b-444a-aad8-cb0c3bd22eb0 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Deleting port 54ff57a3-8ba3-48da-8963-084f1653aa9f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:15:42.794753 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcfdf-3c6b-444a-aad8-cb0c3bd22eb0 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:42.833396 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c9231-4e53-4eda-bae5-f170394be697 req-0fa9ebf3-0a03-4f32-94bc-d0ec1e7f9968 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:42.834883 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bd9c9231-4e53-4eda-bae5-f170394be697 req-0fa9ebf3-0a03-4f32-94bc-d0ec1e7f9968 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0495572 Aug 31 18:15:42.871732 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcfdf-3c6b-444a-aad8-cb0c3bd22eb0 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:42.872051 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcfdf-3c6b-444a-aad8-cb0c3bd22eb0 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:42.877362 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bd9c9231-4e53-4eda-bae5-f170394be697 req-d42e8c1a-f031-4404-a2b5-671c26bb6127 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364449 Aug 31 18:15:42.884668 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-4bbdcfdf-3c6b-444a-aad8-cb0c3bd22eb0 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Calling delete_port for 54ff57a3-8ba3-48da-8963-084f1653aa9f owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:15:43.131642 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcfdf-3c6b-444a-aad8-cb0c3bd22eb0 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:43.156994 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdcfdf-3c6b-444a-aad8-cb0c3bd22eb0 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Pushing event deleted for resources: {'Port': ['ID=54ff57a3-8ba3-48da-8963-084f1653aa9f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:43.217293 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcfdf-3c6b-444a-aad8-cb0c3bd22eb0 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:43.219783 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcfdf-3c6b-444a-aad8-cb0c3bd22eb0 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:43.221474 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-4bbdcfdf-3c6b-444a-aad8-cb0c3bd22eb0 tempest-AttachVolumeTestJSON-1990909741 tempest-AttachVolumeTestJSON-1990909741-project] 10.222.0.58 "DELETE /v2.0/floatingips/2528b499-1605-480f-ae55-56cd5cd0b6b7 HTTP/1.1" status: 204 len: 168 time: 0.5524881 Aug 31 18:15:43.591779 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:15:43.613544 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:15:43.613888 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device f56ba6f2-bff3-4fce-b47f-b6d82ad2cf63 not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:15:43.999415 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db81318-b23f-48e6-9d5c-431377978cea req-06cc1c67-bdc5-4330-8e20-af6ef64688e2 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:44.000883 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2db81318-b23f-48e6-9d5c-431377978cea req-06cc1c67-bdc5-4330-8e20-af6ef64688e2 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0495038 Aug 31 18:15:44.042895 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2db81318-b23f-48e6-9d5c-431377978cea req-0e54e02f-1fcd-450d-8a69-3e968fa54b4d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354338 Aug 31 18:15:45.162043 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da4ff5-2fd0-4643-86e9-f81099a4f942 req-413f69fe-66a7-4e0d-98f2-9b5fc4bbf1d7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:45.163404 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a9da4ff5-2fd0-4643-86e9-f81099a4f942 req-413f69fe-66a7-4e0d-98f2-9b5fc4bbf1d7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0497386 Aug 31 18:15:45.201154 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a9da4ff5-2fd0-4643-86e9-f81099a4f942 req-873984d1-f4e9-473b-867d-654b875d1429 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314114 Aug 31 18:15:45.607182 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device b6855435-6587-4f0d-8694-194679b18aaa details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:15:45.704365 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port b6855435-6587-4f0d-8694-194679b18aaa, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b6855435-6587-4f0d-8694-194679b18aaa,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:15:45.716852 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': 'b6855435-6587-4f0d-8694-194679b18aaa', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'port_id': 'b6855435-6587-4f0d-8694-194679b18aaa', 'mac_address': 'fa:16:3e:be:62:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:15:45.755516 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:45.769120 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6855435-6587-4f0d-8694-194679b18aaa {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:15:45.788398 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port b6855435-6587-4f0d-8694-194679b18aaa, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b6855435-6587-4f0d-8694-194679b18aaa,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:15:45.890141 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:45.944250 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=b6855435-6587-4f0d-8694-194679b18aaa,revision_number=6']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:45.951717 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:45.952066 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:45.952406 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:45.952854 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:45.953079 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:45.953452 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:45.953787 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:45.954109 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:45.954435 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:45.954756 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:45.955073 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:45.955409 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:46.058177 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['b6855435-6587-4f0d-8694-194679b18aaa'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:15:46.322612 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf0dfd-82e0-4ac9-be62-40eb8730b101 req-8e3214fe-9e3b-4147-b448-1955e51a644d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:46.324235 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0ccf0dfd-82e0-4ac9-be62-40eb8730b101 req-8e3214fe-9e3b-4147-b448-1955e51a644d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 945 time: 0.0501814 Aug 31 18:15:46.367306 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0ccf0dfd-82e0-4ac9-be62-40eb8730b101 req-6a10c820-a616-47d6-8f40-bda2854a35d1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360060 Aug 31 18:15:47.351294 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37244) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:47.517938 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b329b1-5ffd-43d6-b7ea-dfe60d0647e4 req-f241656e-5ad8-42c3-8457-6e50d802bf8e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:47.520208 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-30b329b1-5ffd-43d6-b7ea-dfe60d0647e4 req-f241656e-5ad8-42c3-8457-6e50d802bf8e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 945 time: 0.0501568 Aug 31 18:15:47.560078 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-30b329b1-5ffd-43d6-b7ea-dfe60d0647e4 req-826c8a43-9382-4da7-9537-175c7cc6c6df tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334466 Aug 31 18:15:47.606328 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device b6855435-6587-4f0d-8694-194679b18aaa up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:15:47.657299 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port b6855435-6587-4f0d-8694-194679b18aaa triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:15:47.657672 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:47.746097 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:47.772072 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2baab746-4f8d-4233-83f7-f9c3d9210446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6855435-6587-4f0d-8694-194679b18aaa'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:15:47.774686 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0224f5ad-2e0e-491e-9481-14e6ee340f46" -d '{"events": [{"server_uuid": "2baab746-4f8d-4233-83f7-f9c3d9210446", "name": "network-vif-plugged", "status": "completed", "tag": "b6855435-6587-4f0d-8694-194679b18aaa"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:15:47.789363 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port b6855435-6587-4f0d-8694-194679b18aaa, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b6855435-6587-4f0d-8694-194679b18aaa,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:15:47.874602 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:47.933085 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=b6855435-6587-4f0d-8694-194679b18aaa,revision_number=7']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:47.956377 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7ca3bb-b24b-4006-92d5-a4824b14a7e8 x-openstack-request-id: req-ea7ca3bb-b24b-4006-92d5-a4824b14a7e8 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:15:47.956745 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2baab746-4f8d-4233-83f7-f9c3d9210446", "name": "network-vif-plugged", "status": "completed", "tag": "b6855435-6587-4f0d-8694-194679b18aaa", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:15:47.957099 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea7ca3bb-b24b-4006-92d5-a4824b14a7e8 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:15:47.957572 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2baab746-4f8d-4233-83f7-f9c3d9210446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6855435-6587-4f0d-8694-194679b18aaa', 'code': 200} Aug 31 18:15:48.087009 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed50312a-65d2-4f84-be25-f425be229e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16625169'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:48.331964 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ed50312a-65d2-4f84-be25-f425be229e44 admin admin] Deleting port 630494cf-6ce8-4158-aeee-bd08ff1c6fcc {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:15:48.333285 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed50312a-65d2-4f84-be25-f425be229e44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:48.408221 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ed50312a-65d2-4f84-be25-f425be229e44 admin admin] For port 630494cf-6ce8-4158-aeee-bd08ff1c6fcc, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=630494cf-6ce8-4158-aeee-bd08ff1c6fcc,segment=NetworkSegment(de9e5290-a599-4c31-9d06-61044e7ef585),segment_id=de9e5290-a599-4c31-9d06-61044e7ef585)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:15:48.409490 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed50312a-65d2-4f84-be25-f425be229e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:48.424958 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ed50312a-65d2-4f84-be25-f425be229e44 admin admin] Calling delete_port for 630494cf-6ce8-4158-aeee-bd08ff1c6fcc owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:15:48.686853 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b11574-058f-496b-b2e3-997fe2d1fbba req-5578fc95-bf8a-4e28-b63a-8372f2561230 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:48.688425 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b1b11574-058f-496b-b2e3-997fe2d1fbba req-5578fc95-bf8a-4e28-b63a-8372f2561230 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0518701 Aug 31 18:15:48.732411 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b1b11574-058f-496b-b2e3-997fe2d1fbba req-d3591f72-cd87-40eb-98b7-8405cf1f3c88 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373518 Aug 31 18:15:48.736038 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed50312a-65d2-4f84-be25-f425be229e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:48.765474 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50312a-65d2-4f84-be25-f425be229e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=630494cf-6ce8-4158-aeee-bd08ff1c6fcc,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:48.935045 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed50312a-65d2-4f84-be25-f425be229e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16289137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16625293'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:49.153629 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed50312a-65d2-4f84-be25-f425be229e44 admin admin] Router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:15:49.257556 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed50312a-65d2-4f84-be25-f425be229e44 admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:15:49.262572 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-ed50312a-65d2-4f84-be25-f425be229e44 admin admin] 10.222.0.58 "PUT /v2.0/routers/e3304fcb-a2db-43f4-a1c8-40a2bd4a339c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9102743 Aug 31 18:15:49.265186 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37256) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:49.266416 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0809e420-1fa5-4089-af1e-78f242f3f772 None None] Sync routers for ids ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:15:49.275521 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0809e420-1fa5-4089-af1e-78f242f3f772 None None] Routers {'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:15:49.276167 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0809e420-1fa5-4089-af1e-78f242f3f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:15:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:49.367960 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f0970d21-8168-42d0-abda-b5358f7f23b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:49.380880 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-0809e420-1fa5-4089-af1e-78f242f3f772 None None] Set router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:15:49.468838 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f0970d21-8168-42d0-abda-b5358f7f23b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:49.561236 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0809e420-1fa5-4089-af1e-78f242f3f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:15:48Z', 'revision_number': 5, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:49.586826 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0809e420-1fa5-4089-af1e-78f242f3f772 None None] Checking router: e3304fcb-a2db-43f4-a1c8-40a2bd4a339c for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:15:49.595085 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0809e420-1fa5-4089-af1e-78f242f3f772 None None] Routers {'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:15:49.595699 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0809e420-1fa5-4089-af1e-78f242f3f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:15:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:49.646955 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f0970d21-8168-42d0-abda-b5358f7f23b7 admin admin] Deleting port 9528cf6b-6e4c-4525-a3c1-71288cc8a074 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:15:49.647298 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f0970d21-8168-42d0-abda-b5358f7f23b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:49.699922 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-0809e420-1fa5-4089-af1e-78f242f3f772 None None] Set router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:15:49.725581 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f0970d21-8168-42d0-abda-b5358f7f23b7 admin admin] For port 9528cf6b-6e4c-4525-a3c1-71288cc8a074, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=9528cf6b-6e4c-4525-a3c1-71288cc8a074,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:15:49.725859 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f0970d21-8168-42d0-abda-b5358f7f23b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:49.742951 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f0970d21-8168-42d0-abda-b5358f7f23b7 admin admin] Calling delete_port for 9528cf6b-6e4c-4525-a3c1-71288cc8a074 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:15:49.860288 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146056a-7ff7-482d-b17b-583e4efeafb9 req-145ad730-e0e3-4c31-ba68-bef641d294af tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:49.863101 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5146056a-7ff7-482d-b17b-583e4efeafb9 req-145ad730-e0e3-4c31-ba68-bef641d294af tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0509810 Aug 31 18:15:49.887487 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-0809e420-1fa5-4089-af1e-78f242f3f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:15:48Z', 'revision_number': 5, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:49.906681 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5146056a-7ff7-482d-b17b-583e4efeafb9 req-ae1db8bb-4987-4847-bd83-acf8af51cb9b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373964 Aug 31 18:15:49.926365 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0809e420-1fa5-4089-af1e-78f242f3f772 None None] The sync data for ids ['e3304fcb-a2db-43f4-a1c8-40a2bd4a339c'] in dv-cinder-806740-4-iscsi is: [{'id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'name': 'tempest-AttachVolumeTestJSON-540850643-router', 'tenant_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:04:17Z', 'updated_at': '2021-08-31T18:15:48Z', 'revision_number': 5, 'project_id': '71cf56a95c554ed4bdb83b9c03793d9c', 'gw_port': {'id': '9528cf6b-6e4c-4525-a3c1-71288cc8a074', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3304fcb-a2db-43f4-a1c8-40a2bd4a339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:04:19Z', 'updated_at': '2021-08-31T18:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:15:49.998616 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f0970d21-8168-42d0-abda-b5358f7f23b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:50.033195 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0970d21-8168-42d0-abda-b5358f7f23b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9528cf6b-6e4c-4525-a3c1-71288cc8a074,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:50.091600 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f0970d21-8168-42d0-abda-b5358f7f23b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16620591'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:50.179908 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f0970d21-8168-42d0-abda-b5358f7f23b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16626705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15892'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:50.182185 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f0970d21-8168-42d0-abda-b5358f7f23b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:50.441164 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f0970d21-8168-42d0-abda-b5358f7f23b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16626714'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:50.448661 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0970d21-8168-42d0-abda-b5358f7f23b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3304fcb-a2db-43f4-a1c8-40a2bd4a339c {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 18:15:50.448661 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f0970d21-8168-42d0-abda-b5358f7f23b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:50.448661 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-f0970d21-8168-42d0-abda-b5358f7f23b7 admin admin] 10.222.0.58 "DELETE /v2.0/routers/e3304fcb-a2db-43f4-a1c8-40a2bd4a339c HTTP/1.1" status: 204 len: 168 time: 1.1814454 Aug 31 18:15:50.450327 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37260) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:50.496687 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f800ad-253f-4998-b6cb-c68d3660d165 admin admin] Deleting subnet 6cb31828-d8fd-4cf6-8874-763e2a00ac91 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:15:50.499961 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63f800ad-253f-4998-b6cb-c68d3660d165 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:50.537651 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63f800ad-253f-4998-b6cb-c68d3660d165 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25009181'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:50.548220 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 630494cf-6ce8-4158-aeee-bd08ff1c6fcc no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:15:50.570024 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: 630494cf-6ce8-4158-aeee-bd08ff1c6fcc {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:15:50.570362 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 630494cf-6ce8-4158-aeee-bd08ff1c6fcc not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:15:50.624535 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63f800ad-253f-4998-b6cb-c68d3660d165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-582367'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:50.777836 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63f800ad-253f-4998-b6cb-c68d3660d165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-582356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24928578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13010073'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:50.804705 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f800ad-253f-4998-b6cb-c68d3660d165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cb31828-d8fd-4cf6-8874-763e2a00ac91,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:50.808316 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63f800ad-253f-4998-b6cb-c68d3660d165 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:50.810222 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-63f800ad-253f-4998-b6cb-c68d3660d165 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6cb31828-d8fd-4cf6-8874-763e2a00ac91 HTTP/1.1" status: 204 len: 168 time: 0.3589599 Aug 31 18:15:50.812666 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37272) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:50.816387 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6167081b-1190-44b3-b90e-b866da877eb5 None None] Network 75e081f7-d3c8-4092-a3bf-ad504c26e246 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:15:50.873340 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c9124de0-f779-4a5f-9611-a3c171dd995d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:50.880066 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563888'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:50.943671 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] Deleting port 015329f3-fffe-4f13-93ec-ae4b34f67fbd {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:15:50.944182 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:51.036425 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] For port 015329f3-fffe-4f13-93ec-ae4b34f67fbd, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=015329f3-fffe-4f13-93ec-ae4b34f67fbd,segment=NetworkSegment(de9e5290-a599-4c31-9d06-61044e7ef585),segment_id=de9e5290-a599-4c31-9d06-61044e7ef585)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:15:51.036662 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:51.044422 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d0c838-42b7-43fb-970f-fafe2745e926 None None] DHCP port deletion for 75e081f7-d3c8-4092-a3bf-ad504c26e246 request from dv-cinder-806740-4-iscsi {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 18:15:51.050956 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b3466-b73f-4152-946c-9250117c6c67 req-97c7353c-be7d-457f-ad41-a4769e3a3bd5 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:51.052472 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-206b3466-b73f-4152-946c-9250117c6c67 req-97c7353c-be7d-457f-ad41-a4769e3a3bd5 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0636499 Aug 31 18:15:51.053182 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] Calling delete_port for 015329f3-fffe-4f13-93ec-ae4b34f67fbd owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:15:51.092317 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-12d0c838-42b7-43fb-970f-fafe2745e926 None None] Deleting port 015329f3-fffe-4f13-93ec-ae4b34f67fbd {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:15:51.104776 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-12d0c838-42b7-43fb-970f-fafe2745e926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:51.105180 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-206b3466-b73f-4152-946c-9250117c6c67 req-3c2783d5-dfe6-448c-943a-7e0aab491e69 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380647 Aug 31 18:15:51.157282 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-12d0c838-42b7-43fb-970f-fafe2745e926 None None] For port 015329f3-fffe-4f13-93ec-ae4b34f67fbd, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=015329f3-fffe-4f13-93ec-ae4b34f67fbd,segment=NetworkSegment(de9e5290-a599-4c31-9d06-61044e7ef585),segment_id=de9e5290-a599-4c31-9d06-61044e7ef585)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:15:51.157689 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-12d0c838-42b7-43fb-970f-fafe2745e926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:51.176155 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-12d0c838-42b7-43fb-970f-fafe2745e926 None None] Calling delete_port for 015329f3-fffe-4f13-93ec-ae4b34f67fbd owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:15:51.263357 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:51.273284 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-12d0c838-42b7-43fb-970f-fafe2745e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:51.294445 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] Pushing event deleted for resources: {'Port': ['ID=015329f3-fffe-4f13-93ec-ae4b34f67fbd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:51.296344 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] No DVR routers for this DVR port 015329f3-fffe-4f13-93ec-ae4b34f67fbd on host dv-cinder-806740-4-iscsi {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:15:51.305404 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0c838-42b7-43fb-970f-fafe2745e926 None None] Pushing event deleted for resources: {'Port': ['ID=015329f3-fffe-4f13-93ec-ae4b34f67fbd,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:51.307379 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d0c838-42b7-43fb-970f-fafe2745e926 None None] No DVR routers for this DVR port 015329f3-fffe-4f13-93ec-ae4b34f67fbd on host dv-cinder-806740-4-iscsi {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:15:51.369297 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582948', 'neutron.services.segments.db._delete_segments_for_network-8760416493249'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:51.378844 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e081f7-d3c8-4092-a3bf-ad504c26e246']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:51.388755 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9e5290-a599-4c31-9d06-61044e7ef585') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:51.389098 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9e5290-a599-4c31-9d06-61044e7ef585') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:15:51.398417 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760416505941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25009190'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:51.412355 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:51.418368 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:15:51.418744 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24928760'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: Traceback (most recent call last): Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: timer() Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: cb(*args, **kw) Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: return func(*args, **kwargs) Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: self._notify() Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: self.callback(batched_events) Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: event.method(event) Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: return f(self, *a, **k) Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: return self._get(url).json() Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:15:51.420308 dv-cinder-806740-4-iscsi neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:15:51.609677 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-582973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16620547'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:51.614551 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:51.624041 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] 10.222.0.58 "DELETE /v2.0/networks/75e081f7-d3c8-4092-a3bf-ad504c26e246 HTTP/1.1" status: 204 len: 168 time: 0.8054800 Aug 31 18:15:51.632195 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93a0cb-0291-40cb-b0e3-8627975f5195 admin admin] Pushing event deleted for resources: {'Network': ['ID=75e081f7-d3c8-4092-a3bf-ad504c26e246,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:52.143542 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37302) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:52.185838 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-2c1495e3-a0cc-4bd4-8f31-303446c02519 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71cf56a95c554ed4bdb83b9c03793d9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0410638 Aug 31 18:15:52.188402 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37304) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:52.212313 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:52.245722 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd3c5eb8-36c4-4462-8a34-1dd98745f4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:52.258586 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171db17-cf3b-4439-afbf-2e9f6e4f809c req-d860ba23-e090-443b-bbe4-89e74097074a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:52.262195 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d171db17-cf3b-4439-afbf-2e9f6e4f809c req-d860ba23-e090-443b-bbe4-89e74097074a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0661242 Aug 31 18:15:52.275638 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd3c5eb8-36c4-4462-8a34-1dd98745f4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:52.310148 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d171db17-cf3b-4439-afbf-2e9f6e4f809c req-4ed54946-2ea8-48c1-9e66-6c96d26e065b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429363 Aug 31 18:15:52.472713 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd3c5eb8-36c4-4462-8a34-1dd98745f4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:52.475746 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd3c5eb8-36c4-4462-8a34-1dd98745f4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:52.476938 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-bd3c5eb8-36c4-4462-8a34-1dd98745f4ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c6da758e-88b8-4948-9e56-50568c491450 HTTP/1.1" status: 204 len: 168 time: 0.2873516 Aug 31 18:15:52.486134 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c5eb8-36c4-4462-8a34-1dd98745f4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6da758e-88b8-4948-9e56-50568c491450,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:52.512511 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 015329f3-fffe-4f13-93ec-ae4b34f67fbd no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:15:52.535116 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: 015329f3-fffe-4f13-93ec-ae4b34f67fbd {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:15:52.535462 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 015329f3-fffe-4f13-93ec-ae4b34f67fbd not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:15:52.536106 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 9528cf6b-6e4c-4525-a3c1-71288cc8a074 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:15:52.560635 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: 9528cf6b-6e4c-4525-a3c1-71288cc8a074 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:15:52.561130 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 9528cf6b-6e4c-4525-a3c1-71288cc8a074 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:15:53.443529 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f2f90-e952-4c20-bdff-c1041105a39c req-022b178e-e5ac-4a60-8f03-fb7aba54c8b2 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:53.444112 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-abed5e73-e153-4d3e-bb8f-d90762f71071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:53.449270 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3f4f2f90-e952-4c20-bdff-c1041105a39c req-022b178e-e5ac-4a60-8f03-fb7aba54c8b2 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0554528 Aug 31 18:15:53.490828 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3f4f2f90-e952-4c20-bdff-c1041105a39c req-aeb6b228-02fb-4390-b0ad-7c35523f7995 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382578 Aug 31 18:15:53.667231 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:54.537049 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:54.630398 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154c9f7-b827-4e56-8de8-36b3f3f4b54f req-a8b96626-23e0-45e2-b40a-ceb51b1699dc tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:54.632068 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8154c9f7-b827-4e56-8de8-36b3f3f4b54f req-a8b96626-23e0-45e2-b40a-ceb51b1699dc tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0584149 Aug 31 18:15:54.680009 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8154c9f7-b827-4e56-8de8-36b3f3f4b54f req-18bc494a-e09a-4b2d-8460-43ec799b8c6f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415282 Aug 31 18:15:55.811731 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f422e4-c95e-45a1-932f-d7de421d4691 req-f2dfcc11-7931-4d82-9411-07b5ccbad7c0 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:55.813268 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-31f422e4-c95e-45a1-932f-d7de421d4691 req-f2dfcc11-7931-4d82-9411-07b5ccbad7c0 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0533867 Aug 31 18:15:55.853681 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-31f422e4-c95e-45a1-932f-d7de421d4691 req-331f7fdd-fd0c-4555-8e34-942eec9a34bd tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334396 Aug 31 18:15:56.584675 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37378) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:56.675844 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:56.717616 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a5b0c4f-aca3-4aa1-9ddc-d56bc6a5e0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:56.821750 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a5b0c4f-aca3-4aa1-9ddc-d56bc6a5e0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:56.941413 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a5b0c4f-aca3-4aa1-9ddc-d56bc6a5e0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:56.956431 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:15:56.982524 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1577c-bd33-4da6-905a-de41645efdb4 req-0c9dc471-fc7a-486c-870e-dc7e8c6b1ce0 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:56.983683 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-0a5b0c4f-aca3-4aa1-9ddc-d56bc6a5e0c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=11a4fed6525e4083a62b6c4d1ab50d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3977363 Aug 31 18:15:56.984318 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37384) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:56.985585 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-06b1577c-bd33-4da6-905a-de41645efdb4 req-0c9dc471-fc7a-486c-870e-dc7e8c6b1ce0 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0563457 Aug 31 18:15:56.987536 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b0c4f-aca3-4aa1-9ddc-d56bc6a5e0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09e8571-bb8f-461a-881e-1e1940597c96,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:57.033855 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-06b1577c-bd33-4da6-905a-de41645efdb4 req-23b39a81-724c-4fa7-a6e6-539a0f63745f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394924 Aug 31 18:15:57.050862 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eda530f5-75a6-445c-bd26-51f74deb5209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:57.073378 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eda530f5-75a6-445c-bd26-51f74deb5209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:57.211627 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eda530f5-75a6-445c-bd26-51f74deb5209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:57.214551 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eda530f5-75a6-445c-bd26-51f74deb5209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:57.218187 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-eda530f5-75a6-445c-bd26-51f74deb5209 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e09e8571-bb8f-461a-881e-1e1940597c96 HTTP/1.1" status: 204 len: 168 time: 0.2316544 Aug 31 18:15:57.233714 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda530f5-75a6-445c-bd26-51f74deb5209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09e8571-bb8f-461a-881e-1e1940597c96,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:57.975518 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37394) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:57.991351 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ebc29aa5-15c9-404d-b489-10520bca36cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:58.088962 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ebc29aa5-15c9-404d-b489-10520bca36cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:58.178105 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dba79c-6072-4854-ad24-b14625218ad0 req-4905c95c-22a2-4a98-8359-b05034561826 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:58.179633 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d2dba79c-6072-4854-ad24-b14625218ad0 req-4905c95c-22a2-4a98-8359-b05034561826 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0699582 Aug 31 18:15:58.188511 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ebc29aa5-15c9-404d-b489-10520bca36cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:58.218981 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc29aa5-15c9-404d-b489-10520bca36cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972a3f59-037a-4f17-af09-8b0a1f72d33c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:58.220114 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d2dba79c-6072-4854-ad24-b14625218ad0 req-ddeabfb4-4490-43e5-98a6-550123c4d4ff tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342295 Aug 31 18:15:58.242252 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-ebc29aa5-15c9-404d-b489-10520bca36cd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f9d5bee4f0e8442ba3446f477a290679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657051 Aug 31 18:15:58.249560 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37400) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:15:58.298299 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d0aee317-8c45-4a24-bc83-3bb7045d1ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:58.322359 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d0aee317-8c45-4a24-bc83-3bb7045d1ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:58.474473 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d0aee317-8c45-4a24-bc83-3bb7045d1ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:58.477090 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d0aee317-8c45-4a24-bc83-3bb7045d1ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:15:58.478238 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-d0aee317-8c45-4a24-bc83-3bb7045d1ba1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/972a3f59-037a-4f17-af09-8b0a1f72d33c HTTP/1.1" status: 204 len: 168 time: 0.2319610 Aug 31 18:15:58.487493 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aee317-8c45-4a24-bc83-3bb7045d1ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972a3f59-037a-4f17-af09-8b0a1f72d33c,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:15:58.494713 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aee317-8c45-4a24-bc83-3bb7045d1ba1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:58.495066 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aee317-8c45-4a24-bc83-3bb7045d1ba1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:58.495410 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aee317-8c45-4a24-bc83-3bb7045d1ba1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:58.495799 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aee317-8c45-4a24-bc83-3bb7045d1ba1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:58.496272 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aee317-8c45-4a24-bc83-3bb7045d1ba1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:58.496615 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aee317-8c45-4a24-bc83-3bb7045d1ba1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:58.496973 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aee317-8c45-4a24-bc83-3bb7045d1ba1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:58.497308 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aee317-8c45-4a24-bc83-3bb7045d1ba1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:58.497708 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aee317-8c45-4a24-bc83-3bb7045d1ba1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:58.498042 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aee317-8c45-4a24-bc83-3bb7045d1ba1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:58.498369 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aee317-8c45-4a24-bc83-3bb7045d1ba1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:58.498699 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aee317-8c45-4a24-bc83-3bb7045d1ba1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:15:59.365172 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b84667-e609-4d7d-9ec1-2ec9b47aa0f4 req-f9b98a80-5cdf-4de9-9481-aae6ea5f3b54 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:15:59.366650 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-20b84667-e609-4d7d-9ec1-2ec9b47aa0f4 req-f9b98a80-5cdf-4de9-9481-aae6ea5f3b54 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0540035 Aug 31 18:15:59.405663 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-20b84667-e609-4d7d-9ec1-2ec9b47aa0f4 req-b08c8fb8-e39c-4410-949d-4e1800606a6b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320086 Aug 31 18:16:00.570952 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f06fc-274e-41b5-b158-1a501866b6df req-6ab2f9a7-3685-4849-beb1-5d833f5fa0f9 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:00.578370 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e90f06fc-274e-41b5-b158-1a501866b6df req-6ab2f9a7-3685-4849-beb1-5d833f5fa0f9 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0697668 Aug 31 18:16:00.626287 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e90f06fc-274e-41b5-b158-1a501866b6df req-d53ce934-5aad-4dbb-9b36-6275dfe1aab4 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468822 Aug 31 18:16:01.745862 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3d4b5-eb2e-4b1d-ae83-36e148dee48c req-77954173-536e-4fe5-90ee-acd0dc30cca6 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:01.747435 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-89b3d4b5-eb2e-4b1d-ae83-36e148dee48c req-77954173-536e-4fe5-90ee-acd0dc30cca6 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0532749 Aug 31 18:16:01.789361 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-89b3d4b5-eb2e-4b1d-ae83-36e148dee48c req-2469f7e0-d035-4159-9128-a102ef46bb9e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347760 Aug 31 18:16:02.912334 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d27b0a-1634-4e77-979f-90082e5266d5 req-021d2c6c-97b4-4dcd-9211-880ee7cc997a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:02.913832 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e9d27b0a-1634-4e77-979f-90082e5266d5 req-021d2c6c-97b4-4dcd-9211-880ee7cc997a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0519202 Aug 31 18:16:02.951728 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e9d27b0a-1634-4e77-979f-90082e5266d5 req-ab45500d-1e86-44fa-b693-216671590e20 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316632 Aug 31 18:16:04.078536 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737e704-52e6-46b9-a822-9fea49c9aede req-0ab75cc6-8fd9-4ab4-9128-9e0e3529dec5 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:04.080033 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5737e704-52e6-46b9-a822-9fea49c9aede req-0ab75cc6-8fd9-4ab4-9128-9e0e3529dec5 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0534587 Aug 31 18:16:04.118758 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5737e704-52e6-46b9-a822-9fea49c9aede req-243bc099-446b-4a2a-afa6-271678324e51 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319734 Aug 31 18:16:05.239298 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42717-07d8-4a41-9f08-34b050082a76 req-b90bed35-cc30-4b8d-a7e1-51f0e858edba tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:05.240772 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5ea42717-07d8-4a41-9f08-34b050082a76 req-b90bed35-cc30-4b8d-a7e1-51f0e858edba tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0483367 Aug 31 18:16:05.278400 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5ea42717-07d8-4a41-9f08-34b050082a76 req-4d9da70c-1e34-4dbf-b20e-5d2027415adf tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317211 Aug 31 18:16:05.851823 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e40d0c-a2eb-41ff-92d7-a9a34a6d156f req-50f09696-557e-47ad-ba5f-ad52246b3559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:05.853492 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-a4e40d0c-a2eb-41ff-92d7-a9a34a6d156f req-50f09696-557e-47ad-ba5f-ad52246b3559 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a9119ab965447a3863afba172552fbe&device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 1099 time: 0.0412462 Aug 31 18:16:05.867655 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37520) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:05.943853 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e40d0c-a2eb-41ff-92d7-a9a34a6d156f req-9f614f2a-af4f-48f8-a550-339f090604ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:05.945345 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-a4e40d0c-a2eb-41ff-92d7-a9a34a6d156f req-9f614f2a-af4f-48f8-a550-339f090604ab service neutron] 10.222.0.61 "GET /v2.0/networks?id=a68376ec-b257-4dfd-9283-15b5c197e90b HTTP/1.1" status: 200 len: 919 time: 0.0845027 Aug 31 18:16:05.972689 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-51160711-1721-4c6f-b6d1-8dfde1333908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:06.016356 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-a4e40d0c-a2eb-41ff-92d7-a9a34a6d156f req-f3b322dd-5646-496e-97cf-b9ae1d7668c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6855435-6587-4f0d-8694-194679b18aaa HTTP/1.1" status: 200 len: 1001 time: 0.0637298 Aug 31 18:16:06.064761 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-51160711-1721-4c6f-b6d1-8dfde1333908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:06.067384 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e40d0c-a2eb-41ff-92d7-a9a34a6d156f req-bea9e049-6b9c-4d63-b8d0-5848415fca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:06.068875 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-a4e40d0c-a2eb-41ff-92d7-a9a34a6d156f req-bea9e049-6b9c-4d63-b8d0-5848415fca1b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1d6b1f5-01e8-41f7-84ff-ce519356dba1 HTTP/1.1" status: 200 len: 856 time: 0.0444517 Aug 31 18:16:06.116443 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e40d0c-a2eb-41ff-92d7-a9a34a6d156f req-6e27ff9a-9a0e-41fb-a93c-3c82f0bf1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:06.117932 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-a4e40d0c-a2eb-41ff-92d7-a9a34a6d156f req-6e27ff9a-9a0e-41fb-a93c-3c82f0bf1ce4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a68376ec-b257-4dfd-9283-15b5c197e90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409353 Aug 31 18:16:06.157841 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-51160711-1721-4c6f-b6d1-8dfde1333908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:06.198355 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-51160711-1721-4c6f-b6d1-8dfde1333908 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2fa63553f1914d86ad729a72b47f135e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295231 Aug 31 18:16:06.199108 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51160711-1721-4c6f-b6d1-8dfde1333908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aca7766-7f25-4eec-9390-b567b6a05231,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:06.200953 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37524) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:06.222991 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-a4e40d0c-a2eb-41ff-92d7-a9a34a6d156f req-d3d04013-608c-4c3b-b559-9364f7176bc1 service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979121 Aug 31 18:16:06.314568 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6fee6d07-83f3-42ae-a09a-f60688ec08b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:06.353244 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6fee6d07-83f3-42ae-a09a-f60688ec08b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:06.362765 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-a4e40d0c-a2eb-41ff-92d7-a9a34a6d156f req-303a0244-902e-48e7-b3ea-2331f644c30f service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304216 Aug 31 18:16:06.400541 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a81852-35ec-4dfd-9792-f0ff0d4e2ffc req-623b2790-1078-4b48-928d-d58bf2ff7f38 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:06.402343 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-74a81852-35ec-4dfd-9792-f0ff0d4e2ffc req-623b2790-1078-4b48-928d-d58bf2ff7f38 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0522058 Aug 31 18:16:06.441672 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-74a81852-35ec-4dfd-9792-f0ff0d4e2ffc req-54947515-e91d-4078-bd3d-49016491798d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334570 Aug 31 18:16:06.520444 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6fee6d07-83f3-42ae-a09a-f60688ec08b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:06.523081 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6fee6d07-83f3-42ae-a09a-f60688ec08b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:06.524259 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-6fee6d07-83f3-42ae-a09a-f60688ec08b9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0aca7766-7f25-4eec-9390-b567b6a05231 HTTP/1.1" status: 204 len: 168 time: 0.3221645 Aug 31 18:16:06.532171 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee6d07-83f3-42ae-a09a-f60688ec08b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aca7766-7f25-4eec-9390-b567b6a05231,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:07.268017 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37532) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:07.281139 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f24db7d-52df-4358-8b0a-8d24846e361d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:07.366126 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f24db7d-52df-4358-8b0a-8d24846e361d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:07.451244 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f24db7d-52df-4358-8b0a-8d24846e361d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:07.490073 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-2f24db7d-52df-4358-8b0a-8d24846e361d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=287e6df1c83e43718e7e7ec9d55aee68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208965 Aug 31 18:16:07.490912 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24db7d-52df-4358-8b0a-8d24846e361d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8820976-868e-40df-bc57-ccaacf4301c4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:07.492781 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37536) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:07.575496 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-225bc3d1-a493-4bcf-a26e-8e26862f52f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:07.593086 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d252a39-553f-4e6c-8b13-7f180c05a621 req-697db9f9-fd6f-46cd-90d8-8290a0f4df78 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:07.594548 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2d252a39-553f-4e6c-8b13-7f180c05a621 req-697db9f9-fd6f-46cd-90d8-8290a0f4df78 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0780859 Aug 31 18:16:07.609084 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-225bc3d1-a493-4bcf-a26e-8e26862f52f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:07.662175 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2d252a39-553f-4e6c-8b13-7f180c05a621 req-2ee2b2e9-f5d1-41b4-9014-dcfe6b7b5a87 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580118 Aug 31 18:16:07.850900 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-225bc3d1-a493-4bcf-a26e-8e26862f52f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:07.853568 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-225bc3d1-a493-4bcf-a26e-8e26862f52f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:07.854688 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-225bc3d1-a493-4bcf-a26e-8e26862f52f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8820976-868e-40df-bc57-ccaacf4301c4 HTTP/1.1" status: 204 len: 168 time: 0.3600025 Aug 31 18:16:07.863080 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bc3d1-a493-4bcf-a26e-8e26862f52f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8820976-868e-40df-bc57-ccaacf4301c4,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:08.781424 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057f413-6c92-45d6-8c8d-d86a613052e1 req-f4936f16-eba0-4d48-8df5-9dcbbf93b899 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:08.788469 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9057f413-6c92-45d6-8c8d-d86a613052e1 req-f4936f16-eba0-4d48-8df5-9dcbbf93b899 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 946 time: 0.0494456 Aug 31 18:16:08.825415 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9057f413-6c92-45d6-8c8d-d86a613052e1 req-427594e3-f6b8-4b15-b57a-041bed2e4876 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360713 Aug 31 18:16:09.722399 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device b6855435-6587-4f0d-8694-194679b18aaa no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:16:09.797498 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:09.822430 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2baab746-4f8d-4233-83f7-f9c3d9210446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6855435-6587-4f0d-8694-194679b18aaa'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:16:09.824971 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb34a465-2fa3-414a-9d62-99c6385d9593" -d '{"events": [{"server_uuid": "2baab746-4f8d-4233-83f7-f9c3d9210446", "name": "network-vif-unplugged", "status": "completed", "tag": "b6855435-6587-4f0d-8694-194679b18aaa"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:16:09.838451 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port b6855435-6587-4f0d-8694-194679b18aaa, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b6855435-6587-4f0d-8694-194679b18aaa,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:16:09.860171 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 18:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5770ea3f-cc54-4861-8777-b69c596847d5 x-openstack-request-id: req-5770ea3f-cc54-4861-8777-b69c596847d5 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:16:09.860461 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2baab746-4f8d-4233-83f7-f9c3d9210446", "name": "network-vif-unplugged", "status": "failed", "tag": "b6855435-6587-4f0d-8694-194679b18aaa", "code": 422}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:16:09.860738 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5770ea3f-cc54-4861-8777-b69c596847d5 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:16:09.861153 dv-cinder-806740-4-iscsi neutron-server[94692]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2baab746-4f8d-4233-83f7-f9c3d9210446', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6855435-6587-4f0d-8694-194679b18aaa', 'code': 422} returned with failed status Aug 31 18:16:09.941640 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:09.995470 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=b6855435-6587-4f0d-8694-194679b18aaa,revision_number=8']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:11.532933 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [req-e73b7ffb-3bef-4ebf-86f3-ed4c6d7b2ce3 req-dd7047ef-434b-40da-8843-16258c43f1cd service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:16:11.534000 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e73b7ffb-3bef-4ebf-86f3-ed4c6d7b2ce3 req-dd7047ef-434b-40da-8843-16258c43f1cd service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056636 Aug 31 18:16:11.930263 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cd654-cc54-4d63-aa3c-96e4f791f6bf req-0e6b590a-481e-4b4c-a00b-87111d58f667 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:11.931697 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-228cd654-cc54-4d63-aa3c-96e4f791f6bf req-0e6b590a-481e-4b4c-a00b-87111d58f667 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0488198 Aug 31 18:16:11.970399 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-228cd654-cc54-4d63-aa3c-96e4f791f6bf req-54f50b5f-9a7d-49b5-a88f-0c72929f24d8 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326118 Aug 31 18:16:12.446897 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c4064c75-a68b-4231-88b0-e752ab80710d req-db3b462e-5882-4103-b0a7-ae1c370562a0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1351280 Aug 31 18:16:13.089773 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404e320-a932-422f-a322-9e2c774b65a4 req-93153f88-05fd-4098-a1a4-9c21ab88f1be tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:13.091229 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a404e320-a932-422f-a322-9e2c774b65a4 req-93153f88-05fd-4098-a1a4-9c21ab88f1be tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0484197 Aug 31 18:16:13.129589 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a404e320-a932-422f-a322-9e2c774b65a4 req-7b738197-742a-4e85-a4bf-0975942c2991 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323977 Aug 31 18:16:14.051268 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064c75-a68b-4231-88b0-e752ab80710d req-aec764e4-e657-4b5f-8ecc-90bd2cb304ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:14.052744 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c4064c75-a68b-4231-88b0-e752ab80710d req-aec764e4-e657-4b5f-8ecc-90bd2cb304ee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446&tenant_id=2a9119ab965447a3863afba172552fbe HTTP/1.1" status: 200 len: 1097 time: 0.0407271 Aug 31 18:16:14.134049 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064c75-a68b-4231-88b0-e752ab80710d req-0d9c287a-12b4-465f-bf92-da4d7268f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:14.135517 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c4064c75-a68b-4231-88b0-e752ab80710d req-0d9c287a-12b4-465f-bf92-da4d7268f956 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a9119ab965447a3863afba172552fbe&device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 1097 time: 0.0432482 Aug 31 18:16:14.225597 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064c75-a68b-4231-88b0-e752ab80710d req-d5a790c5-cc9d-48df-b4d2-57f68b14d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:14.226959 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c4064c75-a68b-4231-88b0-e752ab80710d req-d5a790c5-cc9d-48df-b4d2-57f68b14d65e service neutron] 10.222.0.61 "GET /v2.0/networks?id=a68376ec-b257-4dfd-9283-15b5c197e90b HTTP/1.1" status: 200 len: 919 time: 0.0836320 Aug 31 18:16:14.250477 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35775f-f929-4733-b649-1957f8e7b636 req-397fad87-55d3-49f0-ad8b-42183b91d68b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:14.251979 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2d35775f-f929-4733-b649-1957f8e7b636 req-397fad87-55d3-49f0-ad8b-42183b91d68b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0487099 Aug 31 18:16:14.292966 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2d35775f-f929-4733-b649-1957f8e7b636 req-98d03fa8-1db1-4987-b257-63cce478de80 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348911 Aug 31 18:16:14.301580 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c4064c75-a68b-4231-88b0-e752ab80710d req-d882cc80-53a5-4aad-bf0d-22cfedb14b17 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6855435-6587-4f0d-8694-194679b18aaa HTTP/1.1" status: 200 len: 999 time: 0.0631938 Aug 31 18:16:14.351000 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064c75-a68b-4231-88b0-e752ab80710d req-1885438e-27f4-42be-b34d-5dd5aa5e7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:14.352437 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c4064c75-a68b-4231-88b0-e752ab80710d req-1885438e-27f4-42be-b34d-5dd5aa5e7b58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1d6b1f5-01e8-41f7-84ff-ce519356dba1 HTTP/1.1" status: 200 len: 856 time: 0.0433915 Aug 31 18:16:14.403026 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064c75-a68b-4231-88b0-e752ab80710d req-cf711855-f408-47b3-a2c3-9e57b4a491e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:14.404625 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c4064c75-a68b-4231-88b0-e752ab80710d req-cf711855-f408-47b3-a2c3-9e57b4a491e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a68376ec-b257-4dfd-9283-15b5c197e90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390246 Aug 31 18:16:14.503739 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c4064c75-a68b-4231-88b0-e752ab80710d req-7f88dd3a-fe4c-41e3-b16e-7513036ddd99 service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845897 Aug 31 18:16:14.593037 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-c4064c75-a68b-4231-88b0-e752ab80710d req-2281a5ae-806c-4e02-8ee1-6d7070969934 service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821075 Aug 31 18:16:15.415486 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71179fc7-687f-4c08-b64f-7e879b987347 req-972b35a9-9205-4f03-a1c1-d0fe7c0795f7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:15.416977 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-71179fc7-687f-4c08-b64f-7e879b987347 req-972b35a9-9205-4f03-a1c1-d0fe7c0795f7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0521355 Aug 31 18:16:15.453979 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-71179fc7-687f-4c08-b64f-7e879b987347 req-c8f86059-151f-4fad-81f3-7008cfeaa64d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310965 Aug 31 18:16:16.578014 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aca0cc-a30d-446a-b7e1-f62c0239a304 req-dd7e8048-de76-40bb-8793-48ef2fca9bb2 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:16.579466 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-51aca0cc-a30d-446a-b7e1-f62c0239a304 req-dd7e8048-de76-40bb-8793-48ef2fca9bb2 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0484529 Aug 31 18:16:16.617531 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-51aca0cc-a30d-446a-b7e1-f62c0239a304 req-4eeef7f0-cb46-4928-933f-ba2f7b3c9b43 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321162 Aug 31 18:16:16.908654 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37712) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:17.010232 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6023c232-8a87-4f36-8702-fd84fa21e14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:17.094294 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6023c232-8a87-4f36-8702-fd84fa21e14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:17.176083 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6023c232-8a87-4f36-8702-fd84fa21e14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:17.213640 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-6023c232-8a87-4f36-8702-fd84fa21e14f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=532becee23ec4a719b967d84616eb747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038883 Aug 31 18:16:17.214499 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023c232-8a87-4f36-8702-fd84fa21e14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81366c72-90ab-4a61-995b-39669baed221,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:17.216322 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37716) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:17.265524 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-761fcf36-027a-4629-a0ce-69d72d63a8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:17.286223 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-761fcf36-027a-4629-a0ce-69d72d63a8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:17.477920 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-761fcf36-027a-4629-a0ce-69d72d63a8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:17.480426 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-761fcf36-027a-4629-a0ce-69d72d63a8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:17.483981 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-761fcf36-027a-4629-a0ce-69d72d63a8fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/81366c72-90ab-4a61-995b-39669baed221 HTTP/1.1" status: 204 len: 168 time: 0.2642682 Aug 31 18:16:17.490036 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fcf36-027a-4629-a0ce-69d72d63a8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81366c72-90ab-4a61-995b-39669baed221,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:17.744709 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa91720-1ac2-4558-b332-db31fc30f652 req-3c39ff66-a423-4794-9cde-3428da51bb95 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:17.746150 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4aa91720-1ac2-4558-b332-db31fc30f652 req-3c39ff66-a423-4794-9cde-3428da51bb95 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0516117 Aug 31 18:16:17.787835 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4aa91720-1ac2-4558-b332-db31fc30f652 req-d9c0dc13-a5f6-41be-a57f-fdf579e58690 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338175 Aug 31 18:16:18.267334 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37724) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:18.277190 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e8ae55c-5c52-4b1c-884b-7129f210900f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:18.374876 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e8ae55c-5c52-4b1c-884b-7129f210900f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:18.491111 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e8ae55c-5c52-4b1c-884b-7129f210900f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:18.530141 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ae55c-5c52-4b1c-884b-7129f210900f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4990239c-3adf-4a4e-a295-b498c99d1801,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:18.537965 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37726) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:18.538535 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-2e8ae55c-5c52-4b1c-884b-7129f210900f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7465cb788c594a12b75726dc90ec53ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731335 Aug 31 18:16:18.590592 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5be369d-f607-46d8-85aa-56f411bfbe80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:18.614323 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5be369d-f607-46d8-85aa-56f411bfbe80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:18.765106 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5be369d-f607-46d8-85aa-56f411bfbe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:18.767629 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5be369d-f607-46d8-85aa-56f411bfbe80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:18.769417 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-b5be369d-f607-46d8-85aa-56f411bfbe80 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4990239c-3adf-4a4e-a295-b498c99d1801 HTTP/1.1" status: 204 len: 168 time: 0.2297676 Aug 31 18:16:18.777400 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be369d-f607-46d8-85aa-56f411bfbe80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4990239c-3adf-4a4e-a295-b498c99d1801,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:18.922002 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc597515-5a27-46c9-b640-392bcc02d5b4 req-b7d6a65e-b197-4574-8130-780f910b5257 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:18.923539 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bc597515-5a27-46c9-b640-392bcc02d5b4 req-b7d6a65e-b197-4574-8130-780f910b5257 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0509541 Aug 31 18:16:18.973191 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bc597515-5a27-46c9-b640-392bcc02d5b4 req-120bb6a4-dd59-404b-a11e-0711089483aa tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390542 Aug 31 18:16:20.105623 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05a790-6b6a-41d2-bad6-c428fd5328a9 req-ab3eeade-9492-4ca8-b750-95a9b7e6e9ec tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:20.107117 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6d05a790-6b6a-41d2-bad6-c428fd5328a9 req-ab3eeade-9492-4ca8-b750-95a9b7e6e9ec tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0553830 Aug 31 18:16:20.145835 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6d05a790-6b6a-41d2-bad6-c428fd5328a9 req-39aa3402-32ad-48f4-9e3b-4ef0bb16d3ce tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323093 Aug 31 18:16:20.851609 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a30862d0-9899-4639-94b6-ab2a94c2ccf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:21.492465 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0098f-2a4b-4af8-8499-1fced2a3af16 req-f3c09d8b-f506-47e2-be2f-442970726f5b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:21.493932 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42c0098f-2a4b-4af8-8499-1fced2a3af16 req-f3c09d8b-f506-47e2-be2f-442970726f5b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0754364 Aug 31 18:16:21.534368 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-42c0098f-2a4b-4af8-8499-1fced2a3af16 req-26c89806-5ac7-4981-8bce-b192752cfd57 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337138 Aug 31 18:16:21.828547 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37782) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:21.943799 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6b1b8a54-9326-492e-8856-62bac606dd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:22.049292 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6b1b8a54-9326-492e-8856-62bac606dd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:22.136628 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-6b1b8a54-9326-492e-8856-62bac606dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:22.179011 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-6b1b8a54-9326-492e-8856-62bac606dd70 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95fb85f3458c472bbdd7508c9cf94c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493440 Aug 31 18:16:22.179867 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b8a54-9326-492e-8856-62bac606dd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b354c15-4a36-43d3-93b4-dae804c8cffa,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:22.181740 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37786) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:22.187880 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:22.234364 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2478b81e-bd99-4c0a-88e1-8e43a765df7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:22.259143 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2478b81e-bd99-4c0a-88e1-8e43a765df7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:22.462038 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2478b81e-bd99-4c0a-88e1-8e43a765df7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:22.466651 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2478b81e-bd99-4c0a-88e1-8e43a765df7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:22.466651 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-2478b81e-bd99-4c0a-88e1-8e43a765df7a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b354c15-4a36-43d3-93b4-dae804c8cffa HTTP/1.1" status: 204 len: 168 time: 0.2830238 Aug 31 18:16:22.474248 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478b81e-bd99-4c0a-88e1-8e43a765df7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b354c15-4a36-43d3-93b4-dae804c8cffa,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:22.679962 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301c613-81a0-44b5-bfbb-b4f0f15d7569 req-79eca687-cd0b-4773-af7c-01752c1899a3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:22.681464 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8301c613-81a0-44b5-bfbb-b4f0f15d7569 req-79eca687-cd0b-4773-af7c-01752c1899a3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0696185 Aug 31 18:16:22.719880 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8301c613-81a0-44b5-bfbb-b4f0f15d7569 req-f4ebf28c-79d5-4997-8669-67c844873195 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321562 Aug 31 18:16:23.199530 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37794) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:23.210682 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e299-d48a-4b46-be80-ddebe8addb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:23.301176 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e299-d48a-4b46-be80-ddebe8addb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:23.399628 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e299-d48a-4b46-be80-ddebe8addb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:23.438646 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-b2c1e299-d48a-4b46-be80-ddebe8addb86 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac0cc844a05c4d8fa398f66bcd54a500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398539 Aug 31 18:16:23.439514 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1e299-d48a-4b46-be80-ddebe8addb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42d7c4c-6c9f-4990-bf39-adb55df62f12,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:23.442007 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37798) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:23.450728 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cdf22519-d619-46c3-9209-0ef303d60f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:23.501733 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ec8dad7-8e6e-494b-8658-84c36acc7565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:23.522746 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ec8dad7-8e6e-494b-8658-84c36acc7565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:23.656770 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ec8dad7-8e6e-494b-8658-84c36acc7565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:23.660017 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5ec8dad7-8e6e-494b-8658-84c36acc7565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:23.664224 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-5ec8dad7-8e6e-494b-8658-84c36acc7565 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f42d7c4c-6c9f-4990-bf39-adb55df62f12 HTTP/1.1" status: 204 len: 168 time: 0.2183545 Aug 31 18:16:23.669427 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8dad7-8e6e-494b-8658-84c36acc7565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42d7c4c-6c9f-4990-bf39-adb55df62f12,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:23.684956 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:23.847637 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c658d68-9bec-4d3c-857c-177844687237 req-76bd8b09-3432-4b2d-abab-29d86b9f9cdf tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:23.849158 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5c658d68-9bec-4d3c-857c-177844687237 req-76bd8b09-3432-4b2d-abab-29d86b9f9cdf tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0536571 Aug 31 18:16:23.889188 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5c658d68-9bec-4d3c-857c-177844687237 req-d39aa9d8-8240-45c7-a6ce-eb3b3341f5f1 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339620 Aug 31 18:16:24.569460 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:25.042720 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645121a-c285-4c60-aab2-b03d43a282fa req-cff15e52-a7b9-49b9-9d4d-3fcf743cc006 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:25.044481 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2645121a-c285-4c60-aab2-b03d43a282fa req-cff15e52-a7b9-49b9-9d4d-3fcf743cc006 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0640931 Aug 31 18:16:25.097111 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2645121a-c285-4c60-aab2-b03d43a282fa req-3238a335-5afd-47c6-bf06-4f5639b69135 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413761 Aug 31 18:16:26.240196 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d810c8-9994-4fbe-8731-308a2cd81027 req-8a17b8bf-1122-4659-bd0d-49399c3b84b3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:26.241969 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a4d810c8-9994-4fbe-8731-308a2cd81027 req-8a17b8bf-1122-4659-bd0d-49399c3b84b3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0565286 Aug 31 18:16:26.284002 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a4d810c8-9994-4fbe-8731-308a2cd81027 req-534caefd-f02f-47d5-ba38-5f42be35a8f4 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340216 Aug 31 18:16:26.679441 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:27.413540 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5412910-57f0-4b86-9dd5-d365f3f4fdfb req-1b33ac99-68ab-439c-ac74-866cc03fe858 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:27.415324 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f5412910-57f0-4b86-9dd5-d365f3f4fdfb req-1b33ac99-68ab-439c-ac74-866cc03fe858 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0557389 Aug 31 18:16:27.455131 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f5412910-57f0-4b86-9dd5-d365f3f4fdfb req-80b69535-d418-4195-a20b-82875bcf0303 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333362 Aug 31 18:16:28.713707 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb769e-4f57-4939-a1d2-44fd82a5eeba req-0f677a5a-ed7d-4c8d-9f9a-4e700890233f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:28.713707 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-37cb769e-4f57-4939-a1d2-44fd82a5eeba req-0f677a5a-ed7d-4c8d-9f9a-4e700890233f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0553122 Aug 31 18:16:28.713707 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-37cb769e-4f57-4939-a1d2-44fd82a5eeba req-fcdda126-f2ef-49cf-a6b4-3223d2746243 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331061 Aug 31 18:16:29.817882 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1ecf4-d896-4c8b-b0cf-0e082be36fdd req-77735a6a-3455-41c2-ae59-22350671c1fb tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:29.819304 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cdc1ecf4-d896-4c8b-b0cf-0e082be36fdd req-77735a6a-3455-41c2-ae59-22350671c1fb tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0506864 Aug 31 18:16:29.857445 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cdc1ecf4-d896-4c8b-b0cf-0e082be36fdd req-a91ee29b-8836-4635-8dad-baa5993e8d06 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319269 Aug 31 18:16:30.980258 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fda1b-6c14-417e-a2a1-3bbf60786d9d req-56e96499-cd8d-4c74-a811-bc80a2399e1c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:30.981710 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f22fda1b-6c14-417e-a2a1-3bbf60786d9d req-56e96499-cd8d-4c74-a811-bc80a2399e1c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0476894 Aug 31 18:16:31.019781 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f22fda1b-6c14-417e-a2a1-3bbf60786d9d req-d9f5eadc-70dc-4a03-9553-874bb956cbab tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315702 Aug 31 18:16:32.138116 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7e271-8dcd-4e95-a592-5d077762c4c9 req-44d8f004-298e-4951-870c-23eb3c25810a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:32.139610 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-23e7e271-8dcd-4e95-a592-5d077762c4c9 req-44d8f004-298e-4951-870c-23eb3c25810a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0490322 Aug 31 18:16:32.179938 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-23e7e271-8dcd-4e95-a592-5d077762c4c9 req-9960c8e0-484d-4ff4-a48f-10aa0dadf259 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338738 Aug 31 18:16:32.261137 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37866) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:32.388404 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e7fb-52a7-4a49-be8a-be95295d4870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:32.473534 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e7fb-52a7-4a49-be8a-be95295d4870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:32.588097 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e7fb-52a7-4a49-be8a-be95295d4870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:32.626433 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-e5e2e7fb-52a7-4a49-be8a-be95295d4870 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e0c22df1b2294e72802aef98ace45f04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642292 Aug 31 18:16:32.627831 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2e7fb-52a7-4a49-be8a-be95295d4870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36b3fbd-45f7-4a54-b0ff-dd2c509d5947,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:32.635696 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37870) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:32.683460 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-57ef1874-cd30-4fb1-9c8f-5de89905772b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:32.704391 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-57ef1874-cd30-4fb1-9c8f-5de89905772b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:32.873243 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-57ef1874-cd30-4fb1-9c8f-5de89905772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:32.875728 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-57ef1874-cd30-4fb1-9c8f-5de89905772b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:32.876921 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-57ef1874-cd30-4fb1-9c8f-5de89905772b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f36b3fbd-45f7-4a54-b0ff-dd2c509d5947 HTTP/1.1" status: 204 len: 168 time: 0.2402642 Aug 31 18:16:32.885244 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef1874-cd30-4fb1-9c8f-5de89905772b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36b3fbd-45f7-4a54-b0ff-dd2c509d5947,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:33.301901 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d35281-819d-4091-818a-21ce3f5bee15 req-5674049d-c942-4261-9931-e418ee17f5b2 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:33.303412 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a8d35281-819d-4091-818a-21ce3f5bee15 req-5674049d-c942-4261-9931-e418ee17f5b2 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0525331 Aug 31 18:16:33.340947 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a8d35281-819d-4091-818a-21ce3f5bee15 req-b1f7450d-7929-46a2-93dd-738622b6d2f9 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317426 Aug 31 18:16:33.956160 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:16:34.074372 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37894) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:34.167990 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-e31aa571-2f57-4a99-87b5-94ba9459d525 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-960882104-network', 'tenant_id': '873aac2d04714aecae51151268275afc'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:16:34.261507 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31aa571-2f57-4a99-87b5-94ba9459d525 admin admin] Made reservation on behalf of 873aac2d04714aecae51151268275afc for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:16:34.263801 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e31aa571-2f57-4a99-87b5-94ba9459d525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:34.272356 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e31aa571-2f57-4a99-87b5-94ba9459d525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:34.357500 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e31aa571-2f57-4a99-87b5-94ba9459d525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:34.446411 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e31aa571-2f57-4a99-87b5-94ba9459d525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:34.479762 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092ae2-ed51-4e5b-abc4-5841ca625fd6 req-c77d3cff-a92f-4cc0-9bcb-96ae3757c6d3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:34.481255 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f8092ae2-ed51-4e5b-abc4-5841ca625fd6 req-c77d3cff-a92f-4cc0-9bcb-96ae3757c6d3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0691237 Aug 31 18:16:34.485641 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31aa571-2f57-4a99-87b5-94ba9459d525 admin admin] vlan segment allocate from pool success with {'vlan_id': 1249, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:16:34.503271 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31aa571-2f57-4a99-87b5-94ba9459d525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6187a8eb-7fc5-494c-b81a-a7a76f4194ce,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:34.512846 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e31aa571-2f57-4a99-87b5-94ba9459d525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:34.513038 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.segments_db [None req-e31aa571-2f57-4a99-87b5-94ba9459d525 admin admin] Added segment c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65 of type vlan for network cb2ab32c-c0b9-4a8b-a16f-df74ec834859 Aug 31 18:16:34.565403 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f8092ae2-ed51-4e5b-abc4-5841ca625fd6 req-671f99e8-b719-4d83-8ca3-f1d968002a56 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745883 Aug 31 18:16:34.573508 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e31aa571-2f57-4a99-87b5-94ba9459d525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:34.690507 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e31aa571-2f57-4a99-87b5-94ba9459d525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:34.691429 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31aa571-2f57-4a99-87b5-94ba9459d525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:34.692013 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e31aa571-2f57-4a99-87b5-94ba9459d525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:34.749044 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31aa571-2f57-4a99-87b5-94ba9459d525 admin admin] Pushing event updated for resources: {'Network': ['ID=cb2ab32c-c0b9-4a8b-a16f-df74ec834859,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:34.759154 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network cb2ab32c-c0b9-4a8b-a16f-df74ec834859 details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:16:34.828082 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-e31aa571-2f57-4a99-87b5-94ba9459d525 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7526047 Aug 31 18:16:34.831300 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37900) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:34.836495 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-3c44b07b-9da8-48d8-be6c-73f9b9a87b66 admin admin] Request body: {'subnet': {'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-960882104-subnet', 'tenant_id': '873aac2d04714aecae51151268275afc', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:16:34.970563 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c44b07b-9da8-48d8-be6c-73f9b9a87b66 admin admin] Made reservation on behalf of 873aac2d04714aecae51151268275afc for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:16:34.973427 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c44b07b-9da8-48d8-be6c-73f9b9a87b66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13232555'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:35.199438 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c44b07b-9da8-48d8-be6c-73f9b9a87b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14918581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13232573'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:35.253349 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44b07b-9da8-48d8-be6c-73f9b9a87b66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe36fa3-e7a4-4900-871e-9517d8e73a43,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:35.261840 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c44b07b-9da8-48d8-be6c-73f9b9a87b66 admin admin] Checking segment: {'id': 'c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:16:35.262190 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c44b07b-9da8-48d8-be6c-73f9b9a87b66 admin admin] Network hostable DHCP agents. Network: cb2ab32c-c0b9-4a8b-a16f-df74ec834859, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:16:35.368888 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c44b07b-9da8-48d8-be6c-73f9b9a87b66 admin admin] Network cb2ab32c-c0b9-4a8b-a16f-df74ec834859 is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:16:35.522793 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-3c44b07b-9da8-48d8-be6c-73f9b9a87b66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, cb2ab32c-c0b9-4a8b-a16f-df74ec834859) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:16:35.526842 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c44b07b-9da8-48d8-be6c-73f9b9a87b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:35.527510 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3c44b07b-9da8-48d8-be6c-73f9b9a87b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:35.532964 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd417c57-2d19-4bec-aa53-79414afd0f4c None None] Network cb2ab32c-c0b9-4a8b-a16f-df74ec834859 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:16:35.669856 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-3c44b07b-9da8-48d8-be6c-73f9b9a87b66 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8350255 Aug 31 18:16:35.670123 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37904) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:35.675837 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-960882104-router', 'tenant_id': '873aac2d04714aecae51151268275afc', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:16:35.709670 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6423c-71ed-4387-9e2a-42adbe39972c req-5bec331a-47fd-409d-a822-f744721b0efb tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:35.711235 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f6c6423c-71ed-4387-9e2a-42adbe39972c req-5bec331a-47fd-409d-a822-f744721b0efb tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0752552 Aug 31 18:16:35.754672 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f6c6423c-71ed-4387-9e2a-42adbe39972c req-10808654-eaed-4af9-a948-92b3bdbba1c3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368326 Aug 31 18:16:35.793564 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16621841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:35.794649 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16624631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16623748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16618855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15901'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:35.795630 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1379057c-b173-5381-9eb4-fbe772ef9a85-cb2ab32c-c0b9-4a8b-a16f-df74ec834859', 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859', 'tenant_id': '873aac2d04714aecae51151268275afc', 'fixed_ips': [{'subnet_id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43'}]}} from dv-cinder-806740-4-iscsi. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 18:16:35.796502 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:35.844030 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:35.927700 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Allocated IP 172.20.0.2 (cb2ab32c-c0b9-4a8b-a16f-df74ec834859/abe36fa3-e7a4-4900-871e-9517d8e73a43/56beba6e-b7ca-4d92-91c3-7c60ad629c80) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:16:36.069669 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:36.077780 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Transition to ACTIVE for port object 56beba6e-b7ca-4d92-91c3-7c60ad629c80 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:16:36.092061 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Transition to ACTIVE for port object 56beba6e-b7ca-4d92-91c3-7c60ad629c80 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:16:36.099746 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:36.182480 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:36.217579 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Network cb2ab32c-c0b9-4a8b-a16f-df74ec834859 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:16:36.222916 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:16:36.226458 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:16:36.235407 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Pushing event updated for resources: {'Port': ['ID=56beba6e-b7ca-4d92-91c3-7c60ad629c80,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:36.288867 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Attempting to bind port 56beba6e-b7ca-4d92-91c3-7c60ad629c80 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:16:36.289140 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Attempting to bind port 56beba6e-b7ca-4d92-91c3-7c60ad629c80 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': 'c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:16:36.289786 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Attempting to bind port 56beba6e-b7ca-4d92-91c3-7c60ad629c80 on network cb2ab32c-c0b9-4a8b-a16f-df74ec834859 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:16:36.294884 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:16:36.297931 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Checking segment: {'id': 'c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:16:36.297931 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:36.297931 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Bound using segment: {'id': 'c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:16:36.297931 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Bound port: 56beba6e-b7ca-4d92-91c3-7c60ad629c80, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:16:36.297931 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:36.359937 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] For port 56beba6e-b7ca-4d92-91c3-7c60ad629c80, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:16:36.395097 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:36.414157 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:36.472900 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] For port 56beba6e-b7ca-4d92-91c3-7c60ad629c80, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=56beba6e-b7ca-4d92-91c3-7c60ad629c80,segment=NetworkSegment(c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65),segment_id=c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:16:36.514924 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] Allocated IP 172.27.3.39 (d0d110ef-3035-4f07-b05a-39b223314ffd/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d/76815586-84dd-4784-8e26-8667b38077b5) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:16:36.565768 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:36.622430 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4d8e7-d58b-4003-b7ae-a84252e65aca None None] Pushing event updated for resources: {'Port': ['ID=56beba6e-b7ca-4d92-91c3-7c60ad629c80,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:36.633668 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:36.775164 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:36.822701 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] Network d0d110ef-3035-4f07-b05a-39b223314ffd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:16:36.830927 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:16:36.837045 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:16:36.873747 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] Pushing event updated for resources: {'Port': ['ID=76815586-84dd-4784-8e26-8667b38077b5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:36.957034 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afd91e-500f-432c-94dc-1224d955055f req-03d7ffe1-cc2f-4349-946b-79f96f490423 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:36.958527 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-31afd91e-500f-432c-94dc-1224d955055f req-03d7ffe1-cc2f-4349-946b-79f96f490423 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.1190753 Aug 31 18:16:37.051285 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-31afd91e-500f-432c-94dc-1224d955055f req-cfd28207-bdee-42eb-a32e-e5a4bf9a3fbb tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681672 Aug 31 18:16:37.276559 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:37.561344 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac101c08-ab1a-4ecc-a04c-00f2862ef086 None None] Network cb2ab32c-c0b9-4a8b-a16f-df74ec834859 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:16:37.726585 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-423fe887-80e4-47d1-b293-c21306c08103 None None] Provisioning for port 56beba6e-b7ca-4d92-91c3-7c60ad629c80 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:16:37.756759 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16624590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16623863'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:37.995255 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] Router f94de1db-c959-4607-baa5-7526ead5bc09 is scheduled to L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:16:38.093649 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:16:38.103949 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Sync routers for ids ['f94de1db-c959-4607-baa5-7526ead5bc09'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:16:38.113485 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Routers {'f94de1db-c959-4607-baa5-7526ead5bc09'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:16:38.114095 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:16:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['f94de1db-c959-4607-baa5-7526ead5bc09'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:38.180616 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53b713-c69f-4977-8be5-201097552d14 req-dc5a6109-151d-421b-8fcd-d9bd96bb4286 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:38.182178 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-af53b713-c69f-4977-8be5-201097552d14 req-dc5a6109-151d-421b-8fcd-d9bd96bb4286 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.0528219 Aug 31 18:16:38.221342 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Set router f94de1db-c959-4607-baa5-7526ead5bc09 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:16:38.222060 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-af53b713-c69f-4977-8be5-201097552d14 req-7573efdb-2e12-4069-96c2-1b298bcbfbff tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339522 Aug 31 18:16:38.256181 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:38.257334 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-eb189edb-13b9-4bbc-94bb-314dfa2aea6c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5862372 Aug 31 18:16:38.260018 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37910) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:38.401481 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'name': 'tempest-TestMinimumBasicScenario-960882104-router', 'tenant_id': '873aac2d04714aecae51151268275afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '76815586-84dd-4784-8e26-8667b38077b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:35Z', 'updated_at': '2021-08-31T18:16:37Z', 'revision_number': 3, 'project_id': '873aac2d04714aecae51151268275afc', 'gw_port': {'id': '76815586-84dd-4784-8e26-8667b38077b5', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:92:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:36Z', 'updated_at': '2021-08-31T18:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:38.428443 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Checking router: f94de1db-c959-4607-baa5-7526ead5bc09 for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:16:38.428824 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Updating router f94de1db-c959-4607-baa5-7526ead5bc09 port 76815586-84dd-4784-8e26-8667b38077b5 binding host dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:16:38.455674 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:38.545457 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb78b3d-2be8-4e2e-9f83-5a7a8f18bb0f req-2a7aa8b6-65bb-41e5-a34f-83c8e6465f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:38.547856 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1bb78b3d-2be8-4e2e-9f83-5a7a8f18bb0f req-2a7aa8b6-65bb-41e5-a34f-83c8e6465f7b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a9119ab965447a3863afba172552fbe&device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 1097 time: 0.0467451 Aug 31 18:16:38.581723 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 56beba6e-b7ca-4d92-91c3-7c60ad629c80 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:16:38.660478 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb78b3d-2be8-4e2e-9f83-5a7a8f18bb0f req-7b8b7765-74bf-4ec1-ae13-b02337412cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:38.662012 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1bb78b3d-2be8-4e2e-9f83-5a7a8f18bb0f req-7b8b7765-74bf-4ec1-ae13-b02337412cdd service neutron] 10.222.0.61 "GET /v2.0/networks?id=a68376ec-b257-4dfd-9283-15b5c197e90b HTTP/1.1" status: 200 len: 919 time: 0.0934472 Aug 31 18:16:38.723979 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 56beba6e-b7ca-4d92-91c3-7c60ad629c80 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:16:38.732501 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 56beba6e-b7ca-4d92-91c3-7c60ad629c80 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:16:38.733815 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:38.735202 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:38.735469 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1bb78b3d-2be8-4e2e-9f83-5a7a8f18bb0f req-6fd75cdb-8834-4cce-8a77-50f02e057999 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6855435-6587-4f0d-8694-194679b18aaa HTTP/1.1" status: 200 len: 999 time: 0.0657284 Aug 31 18:16:38.842880 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:38.853374 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:38.857467 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Transition to ACTIVE for port object 76815586-84dd-4784-8e26-8667b38077b5 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:16:38.891097 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port 56beba6e-b7ca-4d92-91c3-7c60ad629c80, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=56beba6e-b7ca-4d92-91c3-7c60ad629c80,segment=NetworkSegment(c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65),segment_id=c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:16:38.911688 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] Allocated IP 172.20.0.1 (cb2ab32c-c0b9-4a8b-a16f-df74ec834859/abe36fa3-e7a4-4900-871e-9517d8e73a43/2074f68a-de22-41be-bbcd-3e1160b777c1) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:16:38.964808 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:38.993485 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:39.007214 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17928a90-f8b1-4cdf-b538-22c8aabbfa58 None None] Pushing event updated for resources: {'Port': ['ID=76815586-84dd-4784-8e26-8667b38077b5,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:39.024647 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928a90-f8b1-4cdf-b538-22c8aabbfa58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:39.025307 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928a90-f8b1-4cdf-b538-22c8aabbfa58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:39.025810 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928a90-f8b1-4cdf-b538-22c8aabbfa58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:39.030697 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928a90-f8b1-4cdf-b538-22c8aabbfa58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:39.031435 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928a90-f8b1-4cdf-b538-22c8aabbfa58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:39.032091 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928a90-f8b1-4cdf-b538-22c8aabbfa58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:39.032757 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928a90-f8b1-4cdf-b538-22c8aabbfa58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:39.033321 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928a90-f8b1-4cdf-b538-22c8aabbfa58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:39.033670 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928a90-f8b1-4cdf-b538-22c8aabbfa58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:39.034151 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928a90-f8b1-4cdf-b538-22c8aabbfa58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:39.034636 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928a90-f8b1-4cdf-b538-22c8aabbfa58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:39.035112 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928a90-f8b1-4cdf-b538-22c8aabbfa58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:39.049272 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:39.053090 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Attempting to bind port 76815586-84dd-4784-8e26-8667b38077b5 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:16:39.053461 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Attempting to bind port 76815586-84dd-4784-8e26-8667b38077b5 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:16:39.053818 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Attempting to bind port 76815586-84dd-4784-8e26-8667b38077b5 on network d0d110ef-3035-4f07-b05a-39b223314ffd {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:16:39.056545 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=56beba6e-b7ca-4d92-91c3-7c60ad629c80,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:39.059092 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:16:39.059458 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Checking segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:16:39.060029 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:39.060591 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Bound using segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:16:39.061251 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Bound port: 76815586-84dd-4784-8e26-8667b38077b5, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:16:39.061845 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:39.064864 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb78b3d-2be8-4e2e-9f83-5a7a8f18bb0f req-f404a478-a5ec-4eeb-a834-1357d0459a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:39.066557 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1bb78b3d-2be8-4e2e-9f83-5a7a8f18bb0f req-f404a478-a5ec-4eeb-a834-1357d0459a35 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1d6b1f5-01e8-41f7-84ff-ce519356dba1 HTTP/1.1" status: 200 len: 856 time: 0.3216116 Aug 31 18:16:39.074708 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] Transition to ACTIVE for port object 2074f68a-de22-41be-bbcd-3e1160b777c1 will not be triggered until provisioned by entity DHCP. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:16:39.113411 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] For port 76815586-84dd-4784-8e26-8667b38077b5, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:16:39.116347 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] For port 76815586-84dd-4784-8e26-8667b38077b5, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=76815586-84dd-4784-8e26-8667b38077b5,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:16:39.117052 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb78b3d-2be8-4e2e-9f83-5a7a8f18bb0f req-21028287-ca53-4111-8fcb-75129f6b4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:39.118692 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1bb78b3d-2be8-4e2e-9f83-5a7a8f18bb0f req-21028287-ca53-4111-8fcb-75129f6b4ed6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a68376ec-b257-4dfd-9283-15b5c197e90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429642 Aug 31 18:16:39.176846 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:39.206376 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:39.216043 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1bb78b3d-2be8-4e2e-9f83-5a7a8f18bb0f req-7d12753f-8e86-4c6e-a7d1-75fe9695a30a service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894094 Aug 31 18:16:39.222784 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] Network cb2ab32c-c0b9-4a8b-a16f-df74ec834859 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:16:39.225726 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:16:39.230166 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:16:39.233367 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] Pushing event updated for resources: {'Port': ['ID=2074f68a-de22-41be-bbcd-3e1160b777c1,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:39.262037 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17928a90-f8b1-4cdf-b538-22c8aabbfa58 None None] Pushing event updated for resources: {'Port': ['ID=76815586-84dd-4784-8e26-8667b38077b5,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:39.285758 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Routers {'f94de1db-c959-4607-baa5-7526ead5bc09'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:16:39.286636 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:16:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['f94de1db-c959-4607-baa5-7526ead5bc09'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:39.305158 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16620676'] for router_interface, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:39.349890 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-1bb78b3d-2be8-4e2e-9f83-5a7a8f18bb0f req-77154cc8-1477-43e6-b524-fb990e779a34 service neutron] 10.222.0.61 "GET /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258311 Aug 31 18:16:39.406506 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] Set router f94de1db-c959-4607-baa5-7526ead5bc09 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:16:39.453370 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc137b-9d8a-460f-92aa-d354400d9a06 req-1f732d7a-c147-4b2b-8e62-578563eda96f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:39.457267 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0cdc137b-9d8a-460f-92aa-d354400d9a06 req-1f732d7a-c147-4b2b-8e62-578563eda96f tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 944 time: 0.1046746 Aug 31 18:16:39.494288 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0cdc137b-9d8a-460f-92aa-d354400d9a06 req-df08e92a-ea1a-4fcc-8e88-a358fb2c76c7 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329244 Aug 31 18:16:39.566499 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:39.586781 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'name': 'tempest-TestMinimumBasicScenario-960882104-router', 'tenant_id': '873aac2d04714aecae51151268275afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '76815586-84dd-4784-8e26-8667b38077b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:35Z', 'updated_at': '2021-08-31T18:16:37Z', 'revision_number': 3, 'project_id': '873aac2d04714aecae51151268275afc', 'gw_port': {'id': '76815586-84dd-4784-8e26-8667b38077b5', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:92:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:36Z', 'updated_at': '2021-08-31T18:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:39.598784 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a20a5ceb-2a98-45ff-98d2-2b625a141bf0 None None] Provisioning for port 2074f68a-de22-41be-bbcd-3e1160b777c1 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:16:39.603585 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a20a5ceb-2a98-45ff-98d2-2b625a141bf0 None None] Provisioning complete for port 2074f68a-de22-41be-bbcd-3e1160b777c1 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:16:39.604119 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a20a5ceb-2a98-45ff-98d2-2b625a141bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:39.612943 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a52fea0-f7fd-4b90-992b-c56e8b192121 None None] The sync data for ids ['f94de1db-c959-4607-baa5-7526ead5bc09'] in dv-cinder-806740-4-iscsi is: [{'id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'name': 'tempest-TestMinimumBasicScenario-960882104-router', 'tenant_id': '873aac2d04714aecae51151268275afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '76815586-84dd-4784-8e26-8667b38077b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:35Z', 'updated_at': '2021-08-31T18:16:37Z', 'revision_number': 3, 'project_id': '873aac2d04714aecae51151268275afc', 'gw_port': {'id': '76815586-84dd-4784-8e26-8667b38077b5', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:92:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:36Z', 'updated_at': '2021-08-31T18:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:16:39.646799 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a20a5ceb-2a98-45ff-98d2-2b625a141bf0 None None] Port 2074f68a-de22-41be-bbcd-3e1160b777c1 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:16:39.740203 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:39.824905 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device b6855435-6587-4f0d-8694-194679b18aaa details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:16:39.837734 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:39.910369 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16625204'] for router_interface, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:39.912155 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] Pushing event updated for resources: {'Port': ['ID=2074f68a-de22-41be-bbcd-3e1160b777c1,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:39.934639 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port b6855435-6587-4f0d-8694-194679b18aaa, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b6855435-6587-4f0d-8694-194679b18aaa,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:16:39.951392 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': 'b6855435-6587-4f0d-8694-194679b18aaa', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'port_id': 'b6855435-6587-4f0d-8694-194679b18aaa', 'mac_address': 'fa:16:3e:be:62:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:16:39.994989 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:40.010692 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6855435-6587-4f0d-8694-194679b18aaa {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:16:40.018653 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] Network cb2ab32c-c0b9-4a8b-a16f-df74ec834859 is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:16:40.020146 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:16:40.037809 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port b6855435-6587-4f0d-8694-194679b18aaa, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b6855435-6587-4f0d-8694-194679b18aaa,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:16:40.146361 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] Router f94de1db-c959-4607-baa5-7526ead5bc09 has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:16:40.163050 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:40.222240 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=b6855435-6587-4f0d-8694-194679b18aaa,revision_number=9']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:40.270586 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a114900b-16bd-478e-8a2c-839252d8584d None None] Provisioning complete for port 2074f68a-de22-41be-bbcd-3e1160b777c1 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:16:40.270940 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a114900b-16bd-478e-8a2c-839252d8584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:40.276923 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:16:40.284856 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-4eb63b4e-b810-4af5-be35-2e25f7ac30d7 admin admin] 10.222.0.58 "PUT /v2.0/routers/f94de1db-c959-4607-baa5-7526ead5bc09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0210097 Aug 31 18:16:40.319160 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a114900b-16bd-478e-8a2c-839252d8584d None None] Port 2074f68a-de22-41be-bbcd-3e1160b777c1 cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:16:40.590646 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 56beba6e-b7ca-4d92-91c3-7c60ad629c80 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:16:40.636453 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2300f-4825-499c-b99d-58da4f57abeb req-d959384a-b98e-4f25-90a7-7847055b54a6 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:40.643691 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-48e2300f-4825-499c-b99d-58da4f57abeb req-d959384a-b98e-4f25-90a7-7847055b54a6 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 945 time: 0.0755799 Aug 31 18:16:40.649107 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 56beba6e-b7ca-4d92-91c3-7c60ad629c80 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:16:40.649602 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:40.677899 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-48e2300f-4825-499c-b99d-58da4f57abeb req-f203b17b-2285-4f7f-9fe3-effabf4592c4 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332344 Aug 31 18:16:40.693381 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['b6855435-6587-4f0d-8694-194679b18aaa'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:16:40.785297 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 76815586-84dd-4784-8e26-8667b38077b5 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:16:40.941755 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 76815586-84dd-4784-8e26-8667b38077b5 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:16:40.946002 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 76815586-84dd-4784-8e26-8667b38077b5 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:16:40.946375 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:41.026023 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:41.047290 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port 76815586-84dd-4784-8e26-8667b38077b5, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=76815586-84dd-4784-8e26-8667b38077b5,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:16:41.117986 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37930) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:41.121661 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Sync routers for ids ['f94de1db-c959-4607-baa5-7526ead5bc09'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:16:41.122913 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-cc37d685-f74f-441a-86e5-0b41a06937d8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-323808092-network', 'tenant_id': 'aed476239633482f8af18f82d9d65000'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:16:41.125510 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:41.161104 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Routers {'f94de1db-c959-4607-baa5-7526ead5bc09'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:16:41.161735 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-aea82e76-df67-440b-bd03-47df1891995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:16:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['f94de1db-c959-4607-baa5-7526ead5bc09'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:41.215886 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=76815586-84dd-4784-8e26-8667b38077b5,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:41.242648 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc37d685-f74f-441a-86e5-0b41a06937d8 admin admin] Made reservation on behalf of aed476239633482f8af18f82d9d65000 for: {'network': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:16:41.245128 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc37d685-f74f-441a-86e5-0b41a06937d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:41.253517 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc37d685-f74f-441a-86e5-0b41a06937d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:41.279693 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Set router f94de1db-c959-4607-baa5-7526ead5bc09 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:16:41.341621 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc37d685-f74f-441a-86e5-0b41a06937d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:41.480340 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-aea82e76-df67-440b-bd03-47df1891995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'name': 'tempest-TestMinimumBasicScenario-960882104-router', 'tenant_id': '873aac2d04714aecae51151268275afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '76815586-84dd-4784-8e26-8667b38077b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:35Z', 'updated_at': '2021-08-31T18:16:39Z', 'revision_number': 4, 'project_id': '873aac2d04714aecae51151268275afc', 'gw_port': {'id': '76815586-84dd-4784-8e26-8667b38077b5', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:36Z', 'updated_at': '2021-08-31T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '2074f68a-de22-41be-bbcd-3e1160b777c1', 'name': '', 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859', 'tenant_id': '873aac2d04714aecae51151268275afc', 'mac_address': 'fa:16:3e:e4:2c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:38Z', 'updated_at': '2021-08-31T18:16:39Z', 'revision_number': 2, 'project_id': '873aac2d04714aecae51151268275afc', 'subnets': [{'id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:41.494470 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc37d685-f74f-441a-86e5-0b41a06937d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:41.505689 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Checking router: f94de1db-c959-4607-baa5-7526ead5bc09 for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:16:41.506044 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Updating router f94de1db-c959-4607-baa5-7526ead5bc09 port 2074f68a-de22-41be-bbcd-3e1160b777c1 binding host dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:16:41.518780 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc37d685-f74f-441a-86e5-0b41a06937d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1230, 'physical_network': 'physnet1'} {{(pid=94691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:16:41.528174 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37d685-f74f-441a-86e5-0b41a06937d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca7f624-c080-4c0d-99c6-6efeb0daeba9,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:41.533857 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:41.534450 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc37d685-f74f-441a-86e5-0b41a06937d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:41.534450 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.segments_db [None req-cc37d685-f74f-441a-86e5-0b41a06937d8 admin admin] Added segment d0496294-9493-42a9-b469-1a21c3c24ef8 of type vlan for network 141f3d1f-47ee-434c-8ec9-4dc4a17cff48 Aug 31 18:16:41.576113 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc37d685-f74f-441a-86e5-0b41a06937d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:41.707250 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc37d685-f74f-441a-86e5-0b41a06937d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:41.708263 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc37d685-f74f-441a-86e5-0b41a06937d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:41.708868 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cc37d685-f74f-441a-86e5-0b41a06937d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:41.791456 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37d685-f74f-441a-86e5-0b41a06937d8 admin admin] Pushing event updated for resources: {'Network': ['ID=141f3d1f-47ee-434c-8ec9-4dc4a17cff48,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:41.806036 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network 141f3d1f-47ee-434c-8ec9-4dc4a17cff48 details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:16:41.815782 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd2582-b22e-4332-b605-9f6312447c43 req-83f3514c-6f97-4345-b9c1-7a4a49c69469 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:41.817205 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1ddd2582-b22e-4332-b605-9f6312447c43 req-83f3514c-6f97-4345-b9c1-7a4a49c69469 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 945 time: 0.0582767 Aug 31 18:16:41.820834 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:41.848574 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device b6855435-6587-4f0d-8694-194679b18aaa up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:16:41.857089 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1ddd2582-b22e-4332-b605-9f6312447c43 req-d6edfb92-e4f1-474a-8cee-716b862bf848 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336177 Aug 31 18:16:41.858833 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-cc37d685-f74f-441a-86e5-0b41a06937d8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7398117 Aug 31 18:16:41.862067 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37934) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:41.867460 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-8e462093-9779-40d5-84f7-ea3cdc13722c admin admin] Request body: {'subnet': {'network_id': '141f3d1f-47ee-434c-8ec9-4dc4a17cff48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-323808092-subnet', 'tenant_id': 'aed476239633482f8af18f82d9d65000', 'ip_version': 4}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:16:41.887170 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Transition to ACTIVE for port object 2074f68a-de22-41be-bbcd-3e1160b777c1 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:16:41.926629 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port b6855435-6587-4f0d-8694-194679b18aaa triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:16:41.927000 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:41.987526 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e462093-9779-40d5-84f7-ea3cdc13722c admin admin] Made reservation on behalf of aed476239633482f8af18f82d9d65000 for: {'subnet': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:16:41.989877 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8e462093-9779-40d5-84f7-ea3cdc13722c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13232555'] for subnet, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:42.006336 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:42.019156 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:42.057118 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2baab746-4f8d-4233-83f7-f9c3d9210446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6855435-6587-4f0d-8694-194679b18aaa'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:16:42.059287 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048b0c50-70cf-4deb-bf1a-b53e54f79791" -d '{"events": [{"server_uuid": "2baab746-4f8d-4233-83f7-f9c3d9210446", "name": "network-vif-plugged", "status": "completed", "tag": "b6855435-6587-4f0d-8694-194679b18aaa"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:16:42.079455 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port b6855435-6587-4f0d-8694-194679b18aaa, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b6855435-6587-4f0d-8694-194679b18aaa,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:16:42.088262 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45a847-5981-4bf8-bfd5-a50221d65fde None None] Pushing event updated for resources: {'Port': ['ID=2074f68a-de22-41be-bbcd-3e1160b777c1,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:42.120532 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bbe460-7f92-4ccd-8f54-c03d0dfe3df1 x-openstack-request-id: req-05bbe460-7f92-4ccd-8f54-c03d0dfe3df1 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:16:42.120840 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2baab746-4f8d-4233-83f7-f9c3d9210446", "name": "network-vif-plugged", "status": "completed", "tag": "b6855435-6587-4f0d-8694-194679b18aaa", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:16:42.121091 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-05bbe460-7f92-4ccd-8f54-c03d0dfe3df1 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:16:42.121478 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2baab746-4f8d-4233-83f7-f9c3d9210446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6855435-6587-4f0d-8694-194679b18aaa', 'code': 200} Aug 31 18:16:42.160683 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Attempting to bind port 2074f68a-de22-41be-bbcd-3e1160b777c1 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:16:42.161091 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Attempting to bind port 2074f68a-de22-41be-bbcd-3e1160b777c1 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': 'c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:16:42.161450 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Attempting to bind port 2074f68a-de22-41be-bbcd-3e1160b777c1 on network cb2ab32c-c0b9-4a8b-a16f-df74ec834859 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:16:42.167173 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:16:42.167769 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Checking segment: {'id': 'c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:16:42.168083 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:42.168471 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Bound using segment: {'id': 'c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:16:42.169204 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Bound port: 2074f68a-de22-41be-bbcd-3e1160b777c1, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:16:42.169582 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:42.182909 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:42.243908 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8e462093-9779-40d5-84f7-ea3cdc13722c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14918581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13232573'] for subnet, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:42.269022 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=b6855435-6587-4f0d-8694-194679b18aaa,revision_number=10']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:42.281848 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-aea82e76-df67-440b-bd03-47df1891995b None None] For port 2074f68a-de22-41be-bbcd-3e1160b777c1, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:16:42.285159 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-aea82e76-df67-440b-bd03-47df1891995b None None] For port 2074f68a-de22-41be-bbcd-3e1160b777c1, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=2074f68a-de22-41be-bbcd-3e1160b777c1,segment=NetworkSegment(c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65),segment_id=c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:16:42.310655 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e462093-9779-40d5-84f7-ea3cdc13722c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa3308a-05b3-458d-a41f-e37ff56cdb52,revision_number=0']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:42.318452 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e462093-9779-40d5-84f7-ea3cdc13722c admin admin] Checking segment: {'id': 'd0496294-9493-42a9-b469-1a21c3c24ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '141f3d1f-47ee-434c-8ec9-4dc4a17cff48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:16:42.318802 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e462093-9779-40d5-84f7-ea3cdc13722c admin admin] Network hostable DHCP agents. Network: 141f3d1f-47ee-434c-8ec9-4dc4a17cff48, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:16:42.426683 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:42.473501 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e462093-9779-40d5-84f7-ea3cdc13722c admin admin] Network 141f3d1f-47ee-434c-8ec9-4dc4a17cff48 is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:16:42.490485 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Routers {'f94de1db-c959-4607-baa5-7526ead5bc09'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:16:42.491121 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-aea82e76-df67-440b-bd03-47df1891995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:16:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['f94de1db-c959-4607-baa5-7526ead5bc09'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:42.493061 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45a847-5981-4bf8-bfd5-a50221d65fde None None] Pushing event updated for resources: {'Port': ['ID=2074f68a-de22-41be-bbcd-3e1160b777c1,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:42.546814 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 76815586-84dd-4784-8e26-8667b38077b5 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:16:42.631812 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-8e462093-9779-40d5-84f7-ea3cdc13722c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, 141f3d1f-47ee-434c-8ec9-4dc4a17cff48) {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:16:42.638867 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e462093-9779-40d5-84f7-ea3cdc13722c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:42.638867 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-8e462093-9779-40d5-84f7-ea3cdc13722c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:42.649726 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-aea82e76-df67-440b-bd03-47df1891995b None None] Set router f94de1db-c959-4607-baa5-7526ead5bc09 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:16:42.651558 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17657747-e0c9-4a0c-b145-9c90cbb9010c None None] Network 141f3d1f-47ee-434c-8ec9-4dc4a17cff48 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:16:42.669281 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef753e5-6185-402f-8cb7-c5ebc3450f54 req-e4641acb-3c2f-49f8-8dc4-60ca6f78da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:42.670773 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-fef753e5-6185-402f-8cb7-c5ebc3450f54 req-e4641acb-3c2f-49f8-8dc4-60ca6f78da9e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 1100 time: 0.0482895 Aug 31 18:16:42.706597 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-fef753e5-6185-402f-8cb7-c5ebc3450f54 req-a30a0803-2f92-449b-8aa8-ca53444137ba service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281441 Aug 31 18:16:42.777225 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-8e462093-9779-40d5-84f7-ea3cdc13722c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9137647 Aug 31 18:16:42.779826 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 37938) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:42.784841 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-323808092-router', 'tenant_id': 'aed476239633482f8af18f82d9d65000', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:16:42.858167 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 76815586-84dd-4784-8e26-8667b38077b5 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:16:42.858805 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:42.917651 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16621841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15882'] for router, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:42.919474 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16624631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16623748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16618855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15901'] for router, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:42.996010 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:43.011546 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6823f-33a9-41a5-b90c-c053731332ec req-782feb65-fe30-4640-9a51-ca7a58d19fa5 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:43.013074 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-82b6823f-33a9-41a5-b90c-c053731332ec req-782feb65-fe30-4640-9a51-ca7a58d19fa5 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 947 time: 0.0815558 Aug 31 18:16:43.056737 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-82b6823f-33a9-41a5-b90c-c053731332ec req-97e4c584-0d3a-416e-acb4-d4875b63a56a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364640 Aug 31 18:16:43.120639 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1379057c-b173-5381-9eb4-fbe772ef9a85-141f3d1f-47ee-434c-8ec9-4dc4a17cff48', 'network_id': '141f3d1f-47ee-434c-8ec9-4dc4a17cff48', 'tenant_id': 'aed476239633482f8af18f82d9d65000', 'fixed_ips': [{'subnet_id': '6fa3308a-05b3-458d-a41f-e37ff56cdb52'}]}} from dv-cinder-806740-4-iscsi. {{(pid=94692) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 18:16:43.121511 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:43.222132 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:43.269433 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-aea82e76-df67-440b-bd03-47df1891995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'name': 'tempest-TestMinimumBasicScenario-960882104-router', 'tenant_id': '873aac2d04714aecae51151268275afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '76815586-84dd-4784-8e26-8667b38077b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:35Z', 'updated_at': '2021-08-31T18:16:39Z', 'revision_number': 4, 'project_id': '873aac2d04714aecae51151268275afc', 'gw_port': {'id': '76815586-84dd-4784-8e26-8667b38077b5', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:36Z', 'updated_at': '2021-08-31T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '2074f68a-de22-41be-bbcd-3e1160b777c1', 'name': '', 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859', 'tenant_id': '873aac2d04714aecae51151268275afc', 'mac_address': 'fa:16:3e:e4:2c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:38Z', 'updated_at': '2021-08-31T18:16:42Z', 'revision_number': 4, 'project_id': '873aac2d04714aecae51151268275afc', 'subnets': [{'id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:43.300783 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea82e76-df67-440b-bd03-47df1891995b None None] The sync data for ids ['f94de1db-c959-4607-baa5-7526ead5bc09'] in dv-cinder-806740-4-iscsi is: [{'id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'name': 'tempest-TestMinimumBasicScenario-960882104-router', 'tenant_id': '873aac2d04714aecae51151268275afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '76815586-84dd-4784-8e26-8667b38077b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:35Z', 'updated_at': '2021-08-31T18:16:39Z', 'revision_number': 4, 'project_id': '873aac2d04714aecae51151268275afc', 'gw_port': {'id': '76815586-84dd-4784-8e26-8667b38077b5', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:36Z', 'updated_at': '2021-08-31T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '2074f68a-de22-41be-bbcd-3e1160b777c1', 'name': '', 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859', 'tenant_id': '873aac2d04714aecae51151268275afc', 'mac_address': 'fa:16:3e:e4:2c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:38Z', 'updated_at': '2021-08-31T18:16:42Z', 'revision_number': 4, 'project_id': '873aac2d04714aecae51151268275afc', 'subnets': [{'id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:16:43.317405 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Allocated IP 172.20.0.2 (141f3d1f-47ee-434c-8ec9-4dc4a17cff48/6fa3308a-05b3-458d-a41f-e37ff56cdb52/fb8e8e98-5bcf-4ddf-a951-34763fa8aae8) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:16:43.492727 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:43.502113 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Transition to ACTIVE for port object fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:16:43.522162 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Transition to ACTIVE for port object fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:16:43.549774 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:43.568744 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:43.616732 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:43.659148 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Network 141f3d1f-47ee-434c-8ec9-4dc4a17cff48 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:16:43.662276 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:16:43.666404 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:16:43.674440 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Pushing event updated for resources: {'Port': ['ID=fb8e8e98-5bcf-4ddf-a951-34763fa8aae8,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:43.689747 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] Allocated IP 172.27.3.217 (d0d110ef-3035-4f07-b05a-39b223314ffd/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d/7f35e83e-bad4-4f81-9b66-6f135bf32bd4) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:16:43.727718 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Attempting to bind port fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:16:43.728092 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Attempting to bind port fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': 'd0496294-9493-42a9-b469-1a21c3c24ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '141f3d1f-47ee-434c-8ec9-4dc4a17cff48'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:16:43.728449 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Attempting to bind port fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 on network 141f3d1f-47ee-434c-8ec9-4dc4a17cff48 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:16:43.733862 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:16:43.734218 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Checking segment: {'id': 'd0496294-9493-42a9-b469-1a21c3c24ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '141f3d1f-47ee-434c-8ec9-4dc4a17cff48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:16:43.734607 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:43.734993 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Bound using segment: {'id': 'd0496294-9493-42a9-b469-1a21c3c24ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '141f3d1f-47ee-434c-8ec9-4dc4a17cff48'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:16:43.735455 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Bound port: fb8e8e98-5bcf-4ddf-a951-34763fa8aae8, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0496294-9493-42a9-b469-1a21c3c24ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '141f3d1f-47ee-434c-8ec9-4dc4a17cff48'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:16:43.735831 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:43.806295 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:43.809531 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] For port fb8e8e98-5bcf-4ddf-a951-34763fa8aae8, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:16:43.812894 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] For port fb8e8e98-5bcf-4ddf-a951-34763fa8aae8, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=fb8e8e98-5bcf-4ddf-a951-34763fa8aae8,segment=NetworkSegment(d0496294-9493-42a9-b469-1a21c3c24ef8),segment_id=d0496294-9493-42a9-b469-1a21c3c24ef8)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:16:43.902722 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:43.936593 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:43.967408 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3caea3-7ee5-40fc-a8eb-0a64b1522012 None None] Pushing event updated for resources: {'Port': ['ID=fb8e8e98-5bcf-4ddf-a951-34763fa8aae8,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:43.990143 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] Network d0d110ef-3035-4f07-b05a-39b223314ffd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:16:43.994257 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:16:43.996328 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=7f35e83e-bad4-4f81-9b66-6f135bf32bd4,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:43.998765 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:16:44.208356 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d4426-d81e-4ad2-a61a-bc8518ad1411 req-61dfa5b5-13f4-42fc-a761-9c952e265c31 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:44.210144 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2b5d4426-d81e-4ad2-a61a-bc8518ad1411 req-61dfa5b5-13f4-42fc-a761-9c952e265c31 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 947 time: 0.0659635 Aug 31 18:16:44.277058 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2b5d4426-d81e-4ad2-a61a-bc8518ad1411 req-87751481-85e1-4b09-9e58-c3e07857d79b tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583940 Aug 31 18:16:44.608461 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 2074f68a-de22-41be-bbcd-3e1160b777c1 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:16:44.666173 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:44.764592 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 2074f68a-de22-41be-bbcd-3e1160b777c1 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:16:44.769454 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 2074f68a-de22-41be-bbcd-3e1160b777c1 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:16:44.769832 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:44.858133 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16624590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16623863'] for router, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:44.858552 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:44.890538 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port 2074f68a-de22-41be-bbcd-3e1160b777c1, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=2074f68a-de22-41be-bbcd-3e1160b777c1,segment=NetworkSegment(c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65),segment_id=c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:16:45.061942 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:45.062779 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:16:45.100681 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] Router 5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce is scheduled to L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb with binding_index 1 {{(pid=94691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:16:45.141498 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=2074f68a-de22-41be-bbcd-3e1160b777c1,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:45.216062 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:16:45.226277 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Sync routers for ids ['5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:16:45.238337 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Routers {'5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:16:45.239020 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:16:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:45.259923 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:16:45.272615 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae367f2a-eeea-45b0-9400-5af7cece0c74 None None] Network 141f3d1f-47ee-434c-8ec9-4dc4a17cff48 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:16:45.358818 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Set router 5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:16:45.382965 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:45.384418 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-74d3c2c6-a229-42c6-9c43-734715bb3cf0 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6036654 Aug 31 18:16:45.387381 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 37978) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:45.423405 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33106954-31f5-43e2-b553-5bcedcb739c4 req-91b6f25b-4da0-4c41-8c1e-c31709f6afa0 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:45.425827 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-33106954-31f5-43e2-b553-5bcedcb739c4 req-91b6f25b-4da0-4c41-8c1e-c31709f6afa0 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 947 time: 0.0540521 Aug 31 18:16:45.489087 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-33106954-31f5-43e2-b553-5bcedcb739c4 req-462ba58d-d903-4ca4-a672-c8aeaab8f583 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501311 Aug 31 18:16:45.588266 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce', 'name': 'tempest-TestMinimumBasicScenario-323808092-router', 'tenant_id': 'aed476239633482f8af18f82d9d65000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '7f35e83e-bad4-4f81-9b66-6f135bf32bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:42Z', 'updated_at': '2021-08-31T18:16:44Z', 'revision_number': 3, 'project_id': 'aed476239633482f8af18f82d9d65000', 'gw_port': {'id': '7f35e83e-bad4-4f81-9b66-6f135bf32bd4', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:43Z', 'updated_at': '2021-08-31T18:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:45.593235 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0324f22b-c7bb-4a67-b89a-d32be867ed6e None None] Provisioning for port fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:16:45.598103 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-0324f22b-c7bb-4a67-b89a-d32be867ed6e None None] Provisioning complete for port fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:16:45.598473 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0324f22b-c7bb-4a67-b89a-d32be867ed6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:45.618994 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Checking router: 5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:16:45.619346 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Updating router 5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce port 7f35e83e-bad4-4f81-9b66-6f135bf32bd4 binding host dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:16:45.645544 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:45.696985 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0324f22b-c7bb-4a67-b89a-d32be867ed6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:45.733838 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0324f22b-c7bb-4a67-b89a-d32be867ed6e None None] For port fb8e8e98-5bcf-4ddf-a951-34763fa8aae8, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=fb8e8e98-5bcf-4ddf-a951-34763fa8aae8,segment=NetworkSegment(d0496294-9493-42a9-b469-1a21c3c24ef8),segment_id=d0496294-9493-42a9-b469-1a21c3c24ef8)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:16:45.839096 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0324f22b-c7bb-4a67-b89a-d32be867ed6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:45.862079 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:45.894860 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324f22b-c7bb-4a67-b89a-d32be867ed6e None None] Pushing event updated for resources: {'Port': ['ID=fb8e8e98-5bcf-4ddf-a951-34763fa8aae8,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:45.921113 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:45.931028 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Transition to ACTIVE for port object 7f35e83e-bad4-4f81-9b66-6f135bf32bd4 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:16:45.959245 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e8f8cb4c-317c-4264-8046-445a82a5ac53 None None] Provisioning complete for port fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:16:45.959616 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e8f8cb4c-317c-4264-8046-445a82a5ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:46.020664 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Allocated IP 172.20.0.1 (141f3d1f-47ee-434c-8ec9-4dc4a17cff48/6fa3308a-05b3-458d-a41f-e37ff56cdb52/214ec0ba-a50d-4a69-a619-427e4b70754a) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:16:46.035883 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:46.099329 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Attempting to bind port 7f35e83e-bad4-4f81-9b66-6f135bf32bd4 on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:16:46.099724 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Attempting to bind port 7f35e83e-bad4-4f81-9b66-6f135bf32bd4 by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:16:46.100040 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Attempting to bind port 7f35e83e-bad4-4f81-9b66-6f135bf32bd4 on network d0d110ef-3035-4f07-b05a-39b223314ffd {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:16:46.107011 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ee1a3-d7a9-443d-b002-e8b684a41c1b None None] Pushing event updated for resources: {'Port': ['ID=7f35e83e-bad4-4f81-9b66-6f135bf32bd4,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:46.113256 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:16:46.114273 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Checking segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:16:46.114774 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:46.115418 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Bound using segment: {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:16:46.116234 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Bound port: 7f35e83e-bad4-4f81-9b66-6f135bf32bd4, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f05730f-0b6b-4fab-8a28-241675d5a4a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:16:46.116676 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:46.134097 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:46.147478 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Transition to ACTIVE for port object 214ec0ba-a50d-4a69-a619-427e4b70754a will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:16:46.168007 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] For port 7f35e83e-bad4-4f81-9b66-6f135bf32bd4, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:16:46.171060 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] For port 7f35e83e-bad4-4f81-9b66-6f135bf32bd4, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=7f35e83e-bad4-4f81-9b66-6f135bf32bd4,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:16:46.311830 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:46.328889 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:46.369746 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Network 141f3d1f-47ee-434c-8ec9-4dc4a17cff48 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:16:46.370037 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ee1a3-d7a9-443d-b002-e8b684a41c1b None None] Pushing event updated for resources: {'Port': ['ID=7f35e83e-bad4-4f81-9b66-6f135bf32bd4,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:46.372689 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Routers {'5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:16:46.373287 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:16:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:46.374835 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:16:46.378946 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:16:46.404702 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Pushing event updated for resources: {'Port': ['ID=214ec0ba-a50d-4a69-a619-427e4b70754a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:46.419808 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:46.420170 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:46.420519 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:46.420881 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:46.421225 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:46.421564 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:46.421899 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:46.422234 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:46.422564 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:46.422894 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:46.423223 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:46.423578 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:46.436128 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16620676'] for router_interface, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:46.487470 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] Set router 5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:16:46.553609 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 2074f68a-de22-41be-bbcd-3e1160b777c1 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:16:46.610410 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 2074f68a-de22-41be-bbcd-3e1160b777c1 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:16:46.611515 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:46.658272 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48979d16-bc3f-421c-86ae-55cb5a2d929c req-a9197280-8bcf-48ea-96ba-bc3702554c3a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:46.659683 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-48979d16-bc3f-421c-86ae-55cb5a2d929c req-a9197280-8bcf-48ea-96ba-bc3702554c3a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 947 time: 0.0558817 Aug 31 18:16:46.702892 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:16:46.721289 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-48979d16-bc3f-421c-86ae-55cb5a2d929c req-431b444c-4b9b-4bd7-8b33-c03062bf0d00 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496480 Aug 31 18:16:46.750574 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce', 'name': 'tempest-TestMinimumBasicScenario-323808092-router', 'tenant_id': 'aed476239633482f8af18f82d9d65000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '7f35e83e-bad4-4f81-9b66-6f135bf32bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:42Z', 'updated_at': '2021-08-31T18:16:44Z', 'revision_number': 3, 'project_id': 'aed476239633482f8af18f82d9d65000', 'gw_port': {'id': '7f35e83e-bad4-4f81-9b66-6f135bf32bd4', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:43Z', 'updated_at': '2021-08-31T18:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:46.763547 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:46.768266 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:16:46.771674 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:46.848094 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-dcd4d32f-0ee4-4424-93d8-2b0a576d9aed None None] Provisioning for port 214ec0ba-a50d-4a69-a619-427e4b70754a completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:16:46.855986 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-dcd4d32f-0ee4-4424-93d8-2b0a576d9aed None None] Provisioning complete for port 214ec0ba-a50d-4a69-a619-427e4b70754a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:16:46.856437 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dcd4d32f-0ee4-4424-93d8-2b0a576d9aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:46.871882 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a677379-647f-4c8b-9398-22b0809a91e8 None None] The sync data for ids ['5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce'] in dv-cinder-806740-4-iscsi is: [{'id': '5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce', 'name': 'tempest-TestMinimumBasicScenario-323808092-router', 'tenant_id': 'aed476239633482f8af18f82d9d65000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '7f35e83e-bad4-4f81-9b66-6f135bf32bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:42Z', 'updated_at': '2021-08-31T18:16:44Z', 'revision_number': 3, 'project_id': 'aed476239633482f8af18f82d9d65000', 'gw_port': {'id': '7f35e83e-bad4-4f81-9b66-6f135bf32bd4', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:43Z', 'updated_at': '2021-08-31T18:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:16:46.900715 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-dcd4d32f-0ee4-4424-93d8-2b0a576d9aed None None] Port 214ec0ba-a50d-4a69-a619-427e4b70754a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:16:46.939273 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:47.042086 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:47.119309 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16289096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16625204'] for router_interface, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:47.121299 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Pushing event updated for resources: {'Port': ['ID=214ec0ba-a50d-4a69-a619-427e4b70754a,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:47.219246 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Network 141f3d1f-47ee-434c-8ec9-4dc4a17cff48 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:16:47.221269 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:16:47.346521 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Router 5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:16:47.426068 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-2c9e8de9-dcda-4314-b338-4711e0b8e074 None None] Provisioning complete for port 214ec0ba-a50d-4a69-a619-427e4b70754a triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:16:47.426684 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8de9-dcda-4314-b338-4711e0b8e074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:47.465388 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2c9e8de9-dcda-4314-b338-4711e0b8e074 None None] Port 214ec0ba-a50d-4a69-a619-427e4b70754a cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:16:47.465595 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:16:47.476849 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-0fd5a244-20ea-44fd-ba01-b4d4639a03f1 admin admin] 10.222.0.58 "PUT /v2.0/routers/5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0849702 Aug 31 18:16:47.848069 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bef77d-6968-4404-997b-cdfe98491550 req-f871c615-c888-4085-bc3b-99b1a2d67ebb tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:47.849594 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-40bef77d-6968-4404-997b-cdfe98491550 req-f871c615-c888-4085-bc3b-99b1a2d67ebb tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 947 time: 0.0511484 Aug 31 18:16:47.887926 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-40bef77d-6968-4404-997b-cdfe98491550 req-8e2f543c-0d44-4e84-96f3-8035b7353b84 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320847 Aug 31 18:16:48.354946 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Sync routers for ids ['5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:16:48.364716 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Routers {'5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:16:48.365379 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:16:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:48.472652 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Set router 5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:16:48.607906 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 7f35e83e-bad4-4f81-9b66-6f135bf32bd4 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:16:48.752030 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce', 'name': 'tempest-TestMinimumBasicScenario-323808092-router', 'tenant_id': 'aed476239633482f8af18f82d9d65000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '7f35e83e-bad4-4f81-9b66-6f135bf32bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:42Z', 'updated_at': '2021-08-31T18:16:46Z', 'revision_number': 4, 'project_id': 'aed476239633482f8af18f82d9d65000', 'gw_port': {'id': '7f35e83e-bad4-4f81-9b66-6f135bf32bd4', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:43Z', 'updated_at': '2021-08-31T18:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '214ec0ba-a50d-4a69-a619-427e4b70754a', 'name': '', 'network_id': '141f3d1f-47ee-434c-8ec9-4dc4a17cff48', 'tenant_id': 'aed476239633482f8af18f82d9d65000', 'mac_address': 'fa:16:3e:b9:9d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6fa3308a-05b3-458d-a41f-e37ff56cdb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:45Z', 'updated_at': '2021-08-31T18:16:46Z', 'revision_number': 2, 'project_id': 'aed476239633482f8af18f82d9d65000', 'subnets': [{'id': '6fa3308a-05b3-458d-a41f-e37ff56cdb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:48.784860 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Checking router: 5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:16:48.785494 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Updating router 5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce port 214ec0ba-a50d-4a69-a619-427e4b70754a binding host dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:16:48.807241 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 7f35e83e-bad4-4f81-9b66-6f135bf32bd4 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:16:48.815994 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 7f35e83e-bad4-4f81-9b66-6f135bf32bd4 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:16:48.816358 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:48.817995 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:49.007023 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:49.069568 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port 7f35e83e-bad4-4f81-9b66-6f135bf32bd4, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=7f35e83e-bad4-4f81-9b66-6f135bf32bd4,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:16:49.244352 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:49.329701 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=7f35e83e-bad4-4f81-9b66-6f135bf32bd4,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:49.343868 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:49.344223 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:49.344577 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:49.344946 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:49.345290 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:49.345627 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:49.348545 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:49.348545 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:49.348545 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:49.348545 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:49.348545 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:49.348545 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:16:49.361218 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:49.374196 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Transition to ACTIVE for port object 214ec0ba-a50d-4a69-a619-427e4b70754a will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:16:49.499872 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:49.557006 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13064b64-a51d-472f-8f80-b78eea862a20 None None] Pushing event updated for resources: {'Port': ['ID=214ec0ba-a50d-4a69-a619-427e4b70754a,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:49.616766 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Attempting to bind port 214ec0ba-a50d-4a69-a619-427e4b70754a on host dv-cinder-806740-4-iscsi for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:16:49.617494 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Attempting to bind port 214ec0ba-a50d-4a69-a619-427e4b70754a by drivers openvswitch,hyperv on host dv-cinder-806740-4-iscsi at level 0 using segments [{'id': 'd0496294-9493-42a9-b469-1a21c3c24ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '141f3d1f-47ee-434c-8ec9-4dc4a17cff48'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:16:49.617708 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Attempting to bind port 214ec0ba-a50d-4a69-a619-427e4b70754a on network 141f3d1f-47ee-434c-8ec9-4dc4a17cff48 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:16:49.626096 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Checking agent: {'id': '7cc60963-8d30-4ac2-8312-25d2203ad0f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806740-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 55, 54), 'started_at': datetime.datetime(2021, 8, 31, 17, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806740-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:16:49.626493 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Checking segment: {'id': 'd0496294-9493-42a9-b469-1a21c3c24ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '141f3d1f-47ee-434c-8ec9-4dc4a17cff48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:16:49.626966 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:49.627411 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Bound using segment: {'id': 'd0496294-9493-42a9-b469-1a21c3c24ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '141f3d1f-47ee-434c-8ec9-4dc4a17cff48'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:16:49.628063 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Bound port: 214ec0ba-a50d-4a69-a619-427e4b70754a, host: dv-cinder-806740-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0496294-9493-42a9-b469-1a21c3c24ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '141f3d1f-47ee-434c-8ec9-4dc4a17cff48'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:16:49.628481 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:49.709334 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] For port 214ec0ba-a50d-4a69-a619-427e4b70754a, host dv-cinder-806740-4-iscsi, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:16:49.712727 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] For port 214ec0ba-a50d-4a69-a619-427e4b70754a, host dv-cinder-806740-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=214ec0ba-a50d-4a69-a619-427e4b70754a,segment=NetworkSegment(d0496294-9493-42a9-b469-1a21c3c24ef8),segment_id=d0496294-9493-42a9-b469-1a21c3c24ef8)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:16:49.833543 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:49.911702 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13064b64-a51d-472f-8f80-b78eea862a20 None None] Pushing event updated for resources: {'Port': ['ID=214ec0ba-a50d-4a69-a619-427e4b70754a,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:49.919596 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Routers {'5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:16:49.919596 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:16:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:50.077215 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] Set router 5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:16:50.328359 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce', 'name': 'tempest-TestMinimumBasicScenario-323808092-router', 'tenant_id': 'aed476239633482f8af18f82d9d65000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '7f35e83e-bad4-4f81-9b66-6f135bf32bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:42Z', 'updated_at': '2021-08-31T18:16:46Z', 'revision_number': 4, 'project_id': 'aed476239633482f8af18f82d9d65000', 'gw_port': {'id': '7f35e83e-bad4-4f81-9b66-6f135bf32bd4', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:43Z', 'updated_at': '2021-08-31T18:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '214ec0ba-a50d-4a69-a619-427e4b70754a', 'name': '', 'network_id': '141f3d1f-47ee-434c-8ec9-4dc4a17cff48', 'tenant_id': 'aed476239633482f8af18f82d9d65000', 'mac_address': 'fa:16:3e:b9:9d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6fa3308a-05b3-458d-a41f-e37ff56cdb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:45Z', 'updated_at': '2021-08-31T18:16:49Z', 'revision_number': 4, 'project_id': 'aed476239633482f8af18f82d9d65000', 'subnets': [{'id': '6fa3308a-05b3-458d-a41f-e37ff56cdb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:50.357153 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8cbae8-497d-4de1-a407-998f0e1a6838 None None] The sync data for ids ['5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce'] in dv-cinder-806740-4-iscsi is: [{'id': '5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce', 'name': 'tempest-TestMinimumBasicScenario-323808092-router', 'tenant_id': 'aed476239633482f8af18f82d9d65000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '7f35e83e-bad4-4f81-9b66-6f135bf32bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:42Z', 'updated_at': '2021-08-31T18:16:46Z', 'revision_number': 4, 'project_id': 'aed476239633482f8af18f82d9d65000', 'gw_port': {'id': '7f35e83e-bad4-4f81-9b66-6f135bf32bd4', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:43Z', 'updated_at': '2021-08-31T18:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '214ec0ba-a50d-4a69-a619-427e4b70754a', 'name': '', 'network_id': '141f3d1f-47ee-434c-8ec9-4dc4a17cff48', 'tenant_id': 'aed476239633482f8af18f82d9d65000', 'mac_address': 'fa:16:3e:b9:9d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6fa3308a-05b3-458d-a41f-e37ff56cdb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:45Z', 'updated_at': '2021-08-31T18:16:49Z', 'revision_number': 4, 'project_id': 'aed476239633482f8af18f82d9d65000', 'subnets': [{'id': '6fa3308a-05b3-458d-a41f-e37ff56cdb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:16:50.673258 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 214ec0ba-a50d-4a69-a619-427e4b70754a up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:16:50.827161 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3693f0bb-85bb-4c00-a8ae-a1efd827cd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:50.856741 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning for port 214ec0ba-a50d-4a69-a619-427e4b70754a completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:16:50.862460 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 214ec0ba-a50d-4a69-a619-427e4b70754a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:16:50.863106 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:50.963252 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:51.005138 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] For port 214ec0ba-a50d-4a69-a619-427e4b70754a, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=214ec0ba-a50d-4a69-a619-427e4b70754a,segment=NetworkSegment(d0496294-9493-42a9-b469-1a21c3c24ef8),segment_id=d0496294-9493-42a9-b469-1a21c3c24ef8)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:16:51.102455 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:51.103261 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 7f35e83e-bad4-4f81-9b66-6f135bf32bd4 up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:16:51.189237 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Pushing event updated for resources: {'Port': ['ID=214ec0ba-a50d-4a69-a619-427e4b70754a,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:51.202920 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 7f35e83e-bad4-4f81-9b66-6f135bf32bd4 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:16:51.203412 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:52.181778 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:52.538651 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 214ec0ba-a50d-4a69-a619-427e4b70754a up at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:16:52.592010 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Provisioning complete for port 214ec0ba-a50d-4a69-a619-427e4b70754a triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:16:52.592484 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:53.393662 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c7312897-876e-4463-bdd5-74e9e17b3984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:53.662060 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:54.536060 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:54.612783 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38016) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:16:54.965802 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ef0fd30b-8493-4cc4-9153-d8063dd90c77 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Deleting port eb2ca42b-1b1a-463d-b69e-734212ed3a11 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:16:54.966506 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef0fd30b-8493-4cc4-9153-d8063dd90c77 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:55.054410 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef0fd30b-8493-4cc4-9153-d8063dd90c77 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:55.054668 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef0fd30b-8493-4cc4-9153-d8063dd90c77 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:55.066541 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ef0fd30b-8493-4cc4-9153-d8063dd90c77 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Calling delete_port for eb2ca42b-1b1a-463d-b69e-734212ed3a11 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:16:55.393371 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef0fd30b-8493-4cc4-9153-d8063dd90c77 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:55.417421 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fd30b-8493-4cc4-9153-d8063dd90c77 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event deleted for resources: {'Port': ['ID=eb2ca42b-1b1a-463d-b69e-734212ed3a11,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:55.482804 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef0fd30b-8493-4cc4-9153-d8063dd90c77 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:55.483164 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.l3_db [None req-ef0fd30b-8493-4cc4-9153-d8063dd90c77 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Floating IP e52cbc28-f55a-402d-9b24-e28c1417c72d disassociated (deleted). External IP: 172.27.3.178, port: 9651f789-ee37-4655-9bca-ec513194f48e. Aug 31 18:16:55.705640 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0fd30b-8493-4cc4-9153-d8063dd90c77 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Router 9f154565-ddc9-4b51-8f31-0966eae18fdd has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:16:55.835293 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0fd30b-8493-4cc4-9153-d8063dd90c77 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:16:55.845090 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f2b0a4-38d4-4267-9e7e-fe17a09b92be None None] Sync routers for ids ['9f154565-ddc9-4b51-8f31-0966eae18fdd'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:16:55.845615 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef0fd30b-8493-4cc4-9153-d8063dd90c77 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:55.863088 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f2b0a4-38d4-4267-9e7e-fe17a09b92be None None] Routers {'9f154565-ddc9-4b51-8f31-0966eae18fdd'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:16:55.863963 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e7f2b0a4-38d4-4267-9e7e-fe17a09b92be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:16:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['9f154565-ddc9-4b51-8f31-0966eae18fdd'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:55.878813 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-ef0fd30b-8493-4cc4-9153-d8063dd90c77 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "DELETE /v2.0/floatingips/e52cbc28-f55a-402d-9b24-e28c1417c72d HTTP/1.1" status: 204 len: 168 time: 1.2649148 Aug 31 18:16:55.879501 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b489013b-944d-494a-801f-3445f0249403', 'tag': '9651f789-ee37-4655-9bca-ec513194f48e'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:16:55.881921 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef91bd50-1f59-468b-8f63-9cadb78862f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b489013b-944d-494a-801f-3445f0249403", "tag": "9651f789-ee37-4655-9bca-ec513194f48e"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:16:56.045871 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e7f2b0a4-38d4-4267-9e7e-fe17a09b92be None None] Set router 9f154565-ddc9-4b51-8f31-0966eae18fdd gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:16:56.101723 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0fc8d0-79c6-43e0-83b3-011bd9da70a3 x-openstack-request-id: req-7e0fc8d0-79c6-43e0-83b3-011bd9da70a3 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:16:56.102300 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b489013b-944d-494a-801f-3445f0249403", "tag": "9651f789-ee37-4655-9bca-ec513194f48e", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:16:56.102724 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e0fc8d0-79c6-43e0-83b3-011bd9da70a3 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:16:56.103282 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b489013b-944d-494a-801f-3445f0249403', 'tag': '9651f789-ee37-4655-9bca-ec513194f48e', 'status': 'completed', 'code': 200} Aug 31 18:16:56.243572 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91bd50-1f59-468b-8f63-9cadb78862f1 req-c743d535-105b-407e-a41b-ca1f892a4e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:56.245294 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ef91bd50-1f59-468b-8f63-9cadb78862f1 req-c743d535-105b-407e-a41b-ca1f892a4e80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c2a9f290de14f9a8b00844d222cdd70&device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 1098 time: 0.0799127 Aug 31 18:16:56.297823 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e7f2b0a4-38d4-4267-9e7e-fe17a09b92be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '3872a7dc-d966-42bb-b8ea-e8a8640cc787', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'port_id': '93903581-38b7-4c1f-aa37-384c05421d70', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'mac_address': 'fa:16:3e:21:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:12:08Z', 'updated_at': '2021-08-31T18:12:11Z', 'revision_number': 1, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:53Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:56.325895 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f2b0a4-38d4-4267-9e7e-fe17a09b92be None None] Checking router: 9f154565-ddc9-4b51-8f31-0966eae18fdd for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:16:56.335142 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f2b0a4-38d4-4267-9e7e-fe17a09b92be None None] Routers {'9f154565-ddc9-4b51-8f31-0966eae18fdd'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:16:56.335776 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e7f2b0a4-38d4-4267-9e7e-fe17a09b92be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:16:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['9f154565-ddc9-4b51-8f31-0966eae18fdd'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:56.350386 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91bd50-1f59-468b-8f63-9cadb78862f1 req-7f79ba75-3e25-4642-96e9-45237559a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:56.352071 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ef91bd50-1f59-468b-8f63-9cadb78862f1 req-7f79ba75-3e25-4642-96e9-45237559a319 service neutron] 10.222.0.61 "GET /v2.0/networks?id=116adeeb-4100-4d52-a87b-b0c8148fd402 HTTP/1.1" status: 200 len: 914 time: 0.0983605 Aug 31 18:16:56.422133 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ef91bd50-1f59-468b-8f63-9cadb78862f1 req-df217e47-07b5-476c-bf20-bc1dbd89861c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9651f789-ee37-4655-9bca-ec513194f48e HTTP/1.1" status: 200 len: 217 time: 0.0511124 Aug 31 18:16:56.448324 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-e7f2b0a4-38d4-4267-9e7e-fe17a09b92be None None] Set router 9f154565-ddc9-4b51-8f31-0966eae18fdd gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:16:56.510906 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91bd50-1f59-468b-8f63-9cadb78862f1 req-a13544f9-f3b5-4bc8-b456-91a56f111e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:56.512827 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ef91bd50-1f59-468b-8f63-9cadb78862f1 req-a13544f9-f3b5-4bc8-b456-91a56f111e3e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00dc20f5-d672-465c-8f7d-5a82297046f6 HTTP/1.1" status: 200 len: 851 time: 0.0823510 Aug 31 18:16:56.534096 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43878443-3a4b-4399-b53d-eb11808f2fd3 req-303101a5-4124-472b-940a-0a56427a8a77 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:56.536335 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-43878443-3a4b-4399-b53d-eb11808f2fd3 req-303101a5-4124-472b-940a-0a56427a8a77 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 945 time: 0.0820112 Aug 31 18:16:56.585041 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91bd50-1f59-468b-8f63-9cadb78862f1 req-cdf2a19f-d0c1-4107-ab80-c1f9055ed48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:56.587032 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ef91bd50-1f59-468b-8f63-9cadb78862f1 req-cdf2a19f-d0c1-4107-ab80-c1f9055ed48d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=116adeeb-4100-4d52-a87b-b0c8148fd402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653851 Aug 31 18:16:56.601797 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-43878443-3a4b-4399-b53d-eb11808f2fd3 req-fa530a26-4470-4359-b6b7-895d536f79fe tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536563 Aug 31 18:16:56.691040 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:56.714686 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ef91bd50-1f59-468b-8f63-9cadb78862f1 req-c61f125c-1fff-4a88-8e6a-e50006a5a5b5 service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137376 Aug 31 18:16:56.733053 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-e7f2b0a4-38d4-4267-9e7e-fe17a09b92be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '3872a7dc-d966-42bb-b8ea-e8a8640cc787', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'port_id': '93903581-38b7-4c1f-aa37-384c05421d70', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'mac_address': 'fa:16:3e:21:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:12:08Z', 'updated_at': '2021-08-31T18:12:11Z', 'revision_number': 1, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:53Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:16:56.764467 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f2b0a4-38d4-4267-9e7e-fe17a09b92be None None] The sync data for ids ['9f154565-ddc9-4b51-8f31-0966eae18fdd'] in dv-cinder-806740-4-iscsi is: [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '3872a7dc-d966-42bb-b8ea-e8a8640cc787', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'port_id': '93903581-38b7-4c1f-aa37-384c05421d70', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'mac_address': 'fa:16:3e:21:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:12:08Z', 'updated_at': '2021-08-31T18:12:11Z', 'revision_number': 1, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:53Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:16:56.844059 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-ef91bd50-1f59-468b-8f63-9cadb78862f1 req-4d0ba8b7-df93-4cd4-95ae-a2149cae803d service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159647 Aug 31 18:16:57.022802 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f231fce-26b1-4697-902c-1d94722097aa None None] New status for floating IP e52cbc28-f55a-402d-9b24-e28c1417c72d: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:16:57.731836 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37639087-5f6b-40d0-9aa8-0feeea94b6c8 req-ac0d203e-32b5-454f-bba3-7b9de7ffc3f8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:57.734075 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-37639087-5f6b-40d0-9aa8-0feeea94b6c8 req-ac0d203e-32b5-454f-bba3-7b9de7ffc3f8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 945 time: 0.0666189 Aug 31 18:16:57.777173 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-37639087-5f6b-40d0-9aa8-0feeea94b6c8 req-197008da-aaa3-465d-9b18-1342f39fa297 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358012 Aug 31 18:16:58.625164 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757b665-76e0-46fa-b447-27e46af53779 req-afafcba5-d761-488e-9c42-012c4fece78f tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:58.626697 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8757b665-76e0-46fa-b447-27e46af53779 req-afafcba5-d761-488e-9c42-012c4fece78f tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.61 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 945 time: 0.0483241 Aug 31 18:16:58.726296 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-8757b665-76e0-46fa-b447-27e46af53779 req-bc609b99-2a44-4622-81b7-2dbf86693384 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Deleting port 9651f789-ee37-4655-9bca-ec513194f48e {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:16:58.726641 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8757b665-76e0-46fa-b447-27e46af53779 req-bc609b99-2a44-4622-81b7-2dbf86693384 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:58.833582 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-8757b665-76e0-46fa-b447-27e46af53779 req-bc609b99-2a44-4622-81b7-2dbf86693384 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] For port 9651f789-ee37-4655-9bca-ec513194f48e, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=9651f789-ee37-4655-9bca-ec513194f48e,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:16:58.833943 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8757b665-76e0-46fa-b447-27e46af53779 req-bc609b99-2a44-4622-81b7-2dbf86693384 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:58.849601 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [req-8757b665-76e0-46fa-b447-27e46af53779 req-bc609b99-2a44-4622-81b7-2dbf86693384 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Calling delete_port for 9651f789-ee37-4655-9bca-ec513194f48e owned by compute:nova {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:16:58.951189 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca4fb8-d59b-4920-93fd-f9b3c4b25e0b req-f378b12a-0ee7-4bbc-b5ee-3efb8f7cee7c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:16:58.952765 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-feca4fb8-d59b-4920-93fd-f9b3c4b25e0b req-f378b12a-0ee7-4bbc-b5ee-3efb8f7cee7c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 945 time: 0.0690751 Aug 31 18:16:58.994615 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-feca4fb8-d59b-4920-93fd-f9b3c4b25e0b req-267b61de-902c-4e7f-984c-5c78088c819a tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348735 Aug 31 18:16:59.067110 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8757b665-76e0-46fa-b447-27e46af53779 req-bc609b99-2a44-4622-81b7-2dbf86693384 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:59.108371 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc609b99-2a44-4622-81b7-2dbf86693384 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event deleted for resources: {'Port': ['ID=9651f789-ee37-4655-9bca-ec513194f48e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:16:59.156071 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-8757b665-76e0-46fa-b447-27e46af53779 req-bc609b99-2a44-4622-81b7-2dbf86693384 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] No DVR routers for this DVR port 9651f789-ee37-4655-9bca-ec513194f48e on host hv-cinder-80674 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:16:59.159569 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-8757b665-76e0-46fa-b447-27e46af53779 req-bc609b99-2a44-4622-81b7-2dbf86693384 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:16:59.161776 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-8757b665-76e0-46fa-b447-27e46af53779 req-bc609b99-2a44-4622-81b7-2dbf86693384 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.61 "DELETE /v2.0/ports/9651f789-ee37-4655-9bca-ec513194f48e HTTP/1.1" status: 204 len: 173 time: 0.5272429 Aug 31 18:16:59.162214 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b489013b-944d-494a-801f-3445f0249403', 'name': 'network-vif-deleted', 'tag': '9651f789-ee37-4655-9bca-ec513194f48e'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:16:59.164716 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838606e8-7f19-4f87-ac39-7eb498cae814" -d '{"events": [{"server_uuid": "b489013b-944d-494a-801f-3445f0249403", "name": "network-vif-deleted", "tag": "9651f789-ee37-4655-9bca-ec513194f48e"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:16:59.199343 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e29894-4a9c-4733-bb09-0a1a5a48290e x-openstack-request-id: req-66e29894-4a9c-4733-bb09-0a1a5a48290e {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:16:59.199635 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b489013b-944d-494a-801f-3445f0249403", "name": "network-vif-deleted", "tag": "9651f789-ee37-4655-9bca-ec513194f48e", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:16:59.199913 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66e29894-4a9c-4733-bb09-0a1a5a48290e {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:16:59.200312 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b489013b-944d-494a-801f-3445f0249403', 'name': 'network-vif-deleted', 'tag': '9651f789-ee37-4655-9bca-ec513194f48e', 'status': 'completed', 'code': 200} Aug 31 18:17:00.088730 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0f98a4ee-4071-4b30-acef-406b3b82a7b1 req-0adc0e75-feec-4fbe-a0cb-6c6e968a909c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=b489013b-944d-494a-801f-3445f0249403 HTTP/1.1" status: 200 len: 210 time: 0.0262697 Aug 31 18:17:00.354912 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-442c3fa0-0781-4621-8bca-d14a37daef10 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:00.356341 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-442c3fa0-0781-4621-8bca-d14a37daef10 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/networks?id=cb2ab32c-c0b9-4a8b-a16f-df74ec834859 HTTP/1.1" status: 200 len: 814 time: 0.1014979 Aug 31 18:17:00.371743 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-69f59770-6b99-47c8-a236-73b166338915 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/quotas/873aac2d04714aecae51151268275afc HTTP/1.1" status: 200 len: 375 time: 0.0089974 Aug 31 18:17:00.421374 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-eb62c246-10d4-418e-a061-598ba358a232 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=873aac2d04714aecae51151268275afc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444038 Aug 31 18:17:00.437986 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-2c9777a8-c310-419f-a0b8-7e22317605fc tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:17:00.438865 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-2c9777a8-c310-419f-a0b8-7e22317605fc tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057569 Aug 31 18:17:00.572107 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-2858b840-685a-4257-9526-a53cfeb563ff service neutron] 10.222.0.58 "GET /v2.0/networks/cb2ab32c-c0b9-4a8b-a16f-df74ec834859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273842 Aug 31 18:17:00.657958 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-0864f95e-0dd5-4155-9c49-2e7d2672f8c3 service neutron] 10.222.0.58 "GET /v2.0/networks/cb2ab32c-c0b9-4a8b-a16f-df74ec834859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797720 Aug 31 18:17:00.910335 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dd66cff9-199c-4962-aaa1-daeb973f5fd4 req-c853b1b3-d48e-45b7-b3f1-7da0c8c08a69 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 210 time: 0.0275719 Aug 31 18:17:01.874433 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 9651f789-ee37-4655-9bca-ec513194f48e no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:17:01.894933 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: 9651f789-ee37-4655-9bca-ec513194f48e {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:17:01.895277 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 9651f789-ee37-4655-9bca-ec513194f48e not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:17:01.990816 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-de3a17ca-2251-4233-ad50-2d98fc077520 req-f9b5c419-5928-4389-9125-6abbb8eb2475 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 210 time: 0.0259373 Aug 31 18:17:03.083101 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e1e07c49-3869-45fb-a2fb-fa046cc5f8b8 req-658035d8-7505-4383-8f31-2af22814608d tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 210 time: 0.0304523 Aug 31 18:17:03.838285 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38094) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:03.992104 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Deleting port 0e6dc6c8-6487-40af-a464-4ab82dff021b {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:17:03.992442 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:04.054904 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-1e6deb9b-5127-40b5-9306-e4045ba091d1 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:04.056334 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-1e6deb9b-5127-40b5-9306-e4045ba091d1 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.61 "GET /v2.0/networks?id=cb2ab32c-c0b9-4a8b-a16f-df74ec834859 HTTP/1.1" status: 200 len: 814 time: 0.1009047 Aug 31 18:17:04.068464 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:04.068791 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:04.083370 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Calling delete_port for 0e6dc6c8-6487-40af-a464-4ab82dff021b owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:17:04.094793 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-662de47f-ae28-4753-a236-724f76fe4320 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Request body: {'port': {'device_id': '419596fe-adbc-4213-b303-6c7df7240535', 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859', 'admin_state_up': True, 'tenant_id': '873aac2d04714aecae51151268275afc'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:17:04.191535 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7bacbba7-8650-47f1-93ce-66dbc43b9fb9 req-110aaac2-4f35-4d1e-880a-9cf63307c9aa tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 210 time: 0.0334156 Aug 31 18:17:04.408176 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-662de47f-ae28-4753-a236-724f76fe4320 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Made reservation on behalf of 873aac2d04714aecae51151268275afc for: {'port': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:17:04.412176 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-662de47f-ae28-4753-a236-724f76fe4320 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:04.489262 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:04.515124 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event deleted for resources: {'Port': ['ID=0e6dc6c8-6487-40af-a464-4ab82dff021b,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:04.539813 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-662de47f-ae28-4753-a236-724f76fe4320 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Allocated IP 172.20.0.13 (cb2ab32c-c0b9-4a8b-a16f-df74ec834859/abe36fa3-e7a4-4900-871e-9517d8e73a43/19651f64-da9b-4e55-8189-3a253cc87a3f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:17:04.548405 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:04.548759 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:04.549113 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:04.549667 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:04.550111 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:04.550450 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:04.550949 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:04.551263 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:04.551650 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:04.551981 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:04.552303 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:04.552622 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:04.591590 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:04.595854 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.l3_db [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Floating IP 3872a7dc-d966-42bb-b8ea-e8a8640cc787 disassociated (deleted). External IP: 172.27.3.239, port: 93903581-38b7-4c1f-aa37-384c05421d70. Aug 31 18:17:04.691867 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-662de47f-ae28-4753-a236-724f76fe4320 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:04.708570 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-662de47f-ae28-4753-a236-724f76fe4320 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Transition to ACTIVE for port object 19651f64-da9b-4e55-8189-3a253cc87a3f will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:17:04.806647 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Router 9f154565-ddc9-4b51-8f31-0966eae18fdd has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:17:04.877012 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-662de47f-ae28-4753-a236-724f76fe4320 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:04.919612 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:17:04.924542 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:04.925740 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-662de47f-ae28-4753-a236-724f76fe4320 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Network cb2ab32c-c0b9-4a8b-a16f-df74ec834859 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:17:04.929270 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-662de47f-ae28-4753-a236-724f76fe4320 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:17:04.931702 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0982b170-4381-4796-ae2e-87d26647e3d2 None None] Sync routers for ids ['9f154565-ddc9-4b51-8f31-0966eae18fdd'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:17:04.933704 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-662de47f-ae28-4753-a236-724f76fe4320 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:17:04.944486 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0982b170-4381-4796-ae2e-87d26647e3d2 None None] Routers {'9f154565-ddc9-4b51-8f31-0966eae18fdd'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:17:04.945569 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0982b170-4381-4796-ae2e-87d26647e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:16:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['9f154565-ddc9-4b51-8f31-0966eae18fdd'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:04.954308 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-cec525f8-35f2-4c20-ab0d-96be433c969c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "DELETE /v2.0/floatingips/3872a7dc-d966-42bb-b8ea-e8a8640cc787 HTTP/1.1" status: 204 len: 168 time: 1.1148794 Aug 31 18:17:04.954909 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'tag': '93903581-38b7-4c1f-aa37-384c05421d70'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:17:04.958069 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a27449-fbf9-4315-a3ba-47771aa38ced" -d '{"events": [{"name": "network-changed", "server_uuid": "43e114e4-51d7-46c1-80b0-6bc9e489f6b3", "tag": "93903581-38b7-4c1f-aa37-384c05421d70"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:17:05.008561 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc7148d-9df9-4580-841c-304df185690f x-openstack-request-id: req-afc7148d-9df9-4580-841c-304df185690f {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:17:05.008561 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e114e4-51d7-46c1-80b0-6bc9e489f6b3", "tag": "93903581-38b7-4c1f-aa37-384c05421d70", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:17:05.008561 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-afc7148d-9df9-4580-841c-304df185690f {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:17:05.008561 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'tag': '93903581-38b7-4c1f-aa37-384c05421d70', 'status': 'completed', 'code': 200} Aug 31 18:17:05.080152 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662de47f-ae28-4753-a236-724f76fe4320 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Pushing event updated for resources: {'Port': ['ID=19651f64-da9b-4e55-8189-3a253cc87a3f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:05.120077 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-0982b170-4381-4796-ae2e-87d26647e3d2 None None] Set router 9f154565-ddc9-4b51-8f31-0966eae18fdd gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:17:05.134627 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-662de47f-ae28-4753-a236-724f76fe4320 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:05.135637 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-662de47f-ae28-4753-a236-724f76fe4320 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:05.149106 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a27449-fbf9-4315-a3ba-47771aa38ced req-832c04dc-7549-4852-89c9-0af843cbddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:05.154871 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e9a27449-fbf9-4315-a3ba-47771aa38ced req-832c04dc-7549-4852-89c9-0af843cbddda service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c2a9f290de14f9a8b00844d222cdd70&device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 1098 time: 0.0674312 Aug 31 18:17:05.283709 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-662de47f-ae28-4753-a236-724f76fe4320 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1928768 Aug 31 18:17:05.438170 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a27449-fbf9-4315-a3ba-47771aa38ced req-62310415-484a-4e9d-b7dc-f0a6c8a0df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:05.439964 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e9a27449-fbf9-4315-a3ba-47771aa38ced req-62310415-484a-4e9d-b7dc-f0a6c8a0df8e service neutron] 10.222.0.61 "GET /v2.0/networks?id=116adeeb-4100-4d52-a87b-b0c8148fd402 HTTP/1.1" status: 200 len: 914 time: 0.2730315 Aug 31 18:17:05.464091 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071e55a-397b-4be5-9af0-465de86b609d req-2edd6b11-a06b-4dfb-859d-0394f05d512f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:05.465319 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b071e55a-397b-4be5-9af0-465de86b609d req-2edd6b11-a06b-4dfb-859d-0394f05d512f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 932 time: 0.1309240 Aug 31 18:17:05.465674 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0982b170-4381-4796-ae2e-87d26647e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:53Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:05.510186 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b071e55a-397b-4be5-9af0-465de86b609d req-82549370-41ad-47ae-86c2-9c686ce5fb73 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437248 Aug 31 18:17:05.522471 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a8b44879-b420-4396-8d25-98a028cdc1f2 None None] Provisioning for port 19651f64-da9b-4e55-8189-3a253cc87a3f completed by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:17:05.526584 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-a8b44879-b420-4396-8d25-98a028cdc1f2 None None] Provisioning complete for port 19651f64-da9b-4e55-8189-3a253cc87a3f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:17:05.526964 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a8b44879-b420-4396-8d25-98a028cdc1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:05.534037 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0982b170-4381-4796-ae2e-87d26647e3d2 None None] Checking router: 9f154565-ddc9-4b51-8f31-0966eae18fdd for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:17:05.547354 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0982b170-4381-4796-ae2e-87d26647e3d2 None None] Routers {'9f154565-ddc9-4b51-8f31-0966eae18fdd'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:17:05.548227 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0982b170-4381-4796-ae2e-87d26647e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:16:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['9f154565-ddc9-4b51-8f31-0966eae18fdd'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:05.572411 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-a8b44879-b420-4396-8d25-98a028cdc1f2 None None] Port 19651f64-da9b-4e55-8189-3a253cc87a3f cannot update to ACTIVE because it is not bound. {{(pid=94692) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:17:05.587186 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8abf5-2958-4e4a-aa79-f3caaba654bc req-e57f3e82-ab9b-4e25-bf16-aa9a86a64c1d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:05.595113 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a7e8abf5-2958-4e4a-aa79-f3caaba654bc req-e57f3e82-ab9b-4e25-bf16-aa9a86a64c1d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0637622 Aug 31 18:17:05.641384 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a7e8abf5-2958-4e4a-aa79-f3caaba654bc req-bf97a898-0de4-4b1d-a7a1-56d239a22c05 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449443 Aug 31 18:17:05.671483 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-0982b170-4381-4796-ae2e-87d26647e3d2 None None] Set router 9f154565-ddc9-4b51-8f31-0966eae18fdd gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:17:05.992489 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-0982b170-4381-4796-ae2e-87d26647e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:53Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:06.021360 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0982b170-4381-4796-ae2e-87d26647e3d2 None None] The sync data for ids ['9f154565-ddc9-4b51-8f31-0966eae18fdd'] in dv-cinder-806740-4-iscsi is: [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:05:45Z', 'revision_number': 4, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': 'b541d22e-f9fe-48df-b895-4a61ec0182fa', 'name': '', 'network_id': '116adeeb-4100-4d52-a87b-b0c8148fd402', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'mac_address': 'fa:16:3e:56:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:44Z', 'updated_at': '2021-08-31T18:05:53Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'subnets': [{'id': '00dc20f5-d672-465c-8f7d-5a82297046f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:17:06.263646 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943e75cb-304d-46cd-b1e7-6b396250b312 None None] New status for floating IP 3872a7dc-d966-42bb-b8ea-e8a8640cc787: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:17:06.634482 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52229461-d9aa-4bbd-983f-c81000d69742 req-27fe85c4-c384-41d8-8ec9-6c766acbb7be tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:06.636036 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-52229461-d9aa-4bbd-983f-c81000d69742 req-27fe85c4-c384-41d8-8ec9-6c766acbb7be tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 932 time: 0.0490563 Aug 31 18:17:06.681158 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-52229461-d9aa-4bbd-983f-c81000d69742 req-3dbdffbf-acfe-40da-95b9-59f0af438fa4 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381734 Aug 31 18:17:06.760007 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6821bb3-9377-4685-af57-4571bf2ddcb0 req-e457cdea-e660-4af4-9d03-f4dc10644abe tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:06.761753 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c6821bb3-9377-4685-af57-4571bf2ddcb0 req-e457cdea-e660-4af4-9d03-f4dc10644abe tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0518355 Aug 31 18:17:06.805398 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c6821bb3-9377-4685-af57-4571bf2ddcb0 req-7633c924-e6bf-4791-a2e8-654b8544731e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374138 Aug 31 18:17:07.803624 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d5281-2420-4092-b365-f47d12963b71 req-4fcea945-f62f-4f7f-b218-000c6cbe152b tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:07.805150 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-294d5281-2420-4092-b365-f47d12963b71 req-4fcea945-f62f-4f7f-b218-000c6cbe152b tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 932 time: 0.0586560 Aug 31 18:17:07.855636 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-294d5281-2420-4092-b365-f47d12963b71 req-7d7bbf69-80b0-4245-be63-2b037b205451 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358150 Aug 31 18:17:07.925493 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c7586-c741-407b-a5a5-051e0e22d102 req-3129b36f-b104-49eb-aba0-4c7640627904 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:07.927958 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f08c7586-c741-407b-a5a5-051e0e22d102 req-3129b36f-b104-49eb-aba0-4c7640627904 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0511963 Aug 31 18:17:07.968904 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f08c7586-c741-407b-a5a5-051e0e22d102 req-50878fb2-fa79-4697-8af5-36d217c70c34 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351565 Aug 31 18:17:08.978655 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6bd82-b4e0-44f3-90b6-4bb0edf1b5a9 req-e1ee7115-5d5d-4dfd-b60f-9f66b74b01f8 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:08.980113 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b1e6bd82-b4e0-44f3-90b6-4bb0edf1b5a9 req-e1ee7115-5d5d-4dfd-b60f-9f66b74b01f8 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 932 time: 0.0522399 Aug 31 18:17:09.030609 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b1e6bd82-b4e0-44f3-90b6-4bb0edf1b5a9 req-858784b3-c527-4094-a8e3-8b5d5d670ee9 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412123 Aug 31 18:17:09.107186 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260488c-ecaf-4555-aa18-7185d9e359e2 req-50a65442-6304-4570-8b98-da05182c4617 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:09.108655 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8260488c-ecaf-4555-aa18-7185d9e359e2 req-50a65442-6304-4570-8b98-da05182c4617 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0514715 Aug 31 18:17:09.148845 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8260488c-ecaf-4555-aa18-7185d9e359e2 req-df9baa81-9d24-4293-bc98-7a9cae427eee tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327485 Aug 31 18:17:10.147761 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222988a-46bd-49cc-83ea-f609e396603d req-402c192c-b1a0-4235-aaca-fbac60d4f876 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:10.149445 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2222988a-46bd-49cc-83ea-f609e396603d req-402c192c-b1a0-4235-aaca-fbac60d4f876 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 932 time: 0.0514369 Aug 31 18:17:10.197030 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2222988a-46bd-49cc-83ea-f609e396603d req-2225ccad-9a60-426b-ac83-9d26f107d545 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Aug 31 18:17:10.266414 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f122d-3aea-4660-b12e-eaa4b9a3b29e req-61dc032e-9f16-4ead-b290-585f4b3b7d4e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:10.267973 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9b5f122d-3aea-4660-b12e-eaa4b9a3b29e req-61dc032e-9f16-4ead-b290-585f4b3b7d4e tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0509329 Aug 31 18:17:10.307916 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9b5f122d-3aea-4660-b12e-eaa4b9a3b29e req-614561cd-0803-4951-b6a9-ff86dde16044 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328693 Aug 31 18:17:10.954743 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:17:11.310785 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae748e-7cb5-4562-a160-4602d24d1d52 req-7076ceaf-ba52-4a81-8300-f19f6b5aab09 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:11.312260 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f1ae748e-7cb5-4562-a160-4602d24d1d52 req-7076ceaf-ba52-4a81-8300-f19f6b5aab09 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 932 time: 0.0501428 Aug 31 18:17:11.354901 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f1ae748e-7cb5-4562-a160-4602d24d1d52 req-1b046ae1-65c1-40cd-b4dc-7c780dd608f6 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367510 Aug 31 18:17:11.434903 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384802e-8d2f-4a78-99a8-b6e0f67d7941 req-0528c1e0-71c4-49c9-b53d-9a25010f3f95 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:11.436631 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5384802e-8d2f-4a78-99a8-b6e0f67d7941 req-0528c1e0-71c4-49c9-b53d-9a25010f3f95 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0540166 Aug 31 18:17:11.481077 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5384802e-8d2f-4a78-99a8-b6e0f67d7941 req-0690c5c7-7321-43ac-8024-af4674c6bed5 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380890 Aug 31 18:17:12.479661 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead58d6-8159-4e2d-80a1-af1e706d2b87 req-921d9e69-660c-421b-b18f-c5569c812268 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:12.485770 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cead58d6-8159-4e2d-80a1-af1e706d2b87 req-921d9e69-660c-421b-b18f-c5569c812268 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 932 time: 0.0546179 Aug 31 18:17:12.530286 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cead58d6-8159-4e2d-80a1-af1e706d2b87 req-1b77cbd5-a404-4316-918f-8690a65ade49 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432060 Aug 31 18:17:12.606877 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fc6e0-3482-44fe-a359-65a90d24a5dd req-02919d06-2a52-45b5-b9a4-ff79f600c9c4 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:12.608206 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3e4fc6e0-3482-44fe-a359-65a90d24a5dd req-02919d06-2a52-45b5-b9a4-ff79f600c9c4 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0514898 Aug 31 18:17:12.653121 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3e4fc6e0-3482-44fe-a359-65a90d24a5dd req-16774cd4-9e1f-4f62-a672-6089c1382adb tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373998 Aug 31 18:17:13.655280 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01d65f-637c-4dd8-b160-b0416b6561b0 req-a943a07c-9e2e-41e5-bb9f-b0ee9342d433 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:13.656895 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4e01d65f-637c-4dd8-b160-b0416b6561b0 req-a943a07c-9e2e-41e5-bb9f-b0ee9342d433 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 932 time: 0.0511262 Aug 31 18:17:13.702176 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4e01d65f-637c-4dd8-b160-b0416b6561b0 req-cb5a5e50-cdd1-4829-9710-040cc0b2b988 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370841 Aug 31 18:17:13.802161 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1340-a7b4-4a82-8755-71e2fb554cb2 req-383b1542-c6c5-4f11-b454-19e4fd2829ad tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:13.803853 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7f9f1340-a7b4-4a82-8755-71e2fb554cb2 req-383b1542-c6c5-4f11-b454-19e4fd2829ad tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0533736 Aug 31 18:17:13.842330 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7f9f1340-a7b4-4a82-8755-71e2fb554cb2 req-d3c59722-ba93-4c66-ad12-ab2ac890a6cc tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323842 Aug 31 18:17:14.823710 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b9bda-25d7-4718-94ca-e18bf31fefb2 req-2192c4a1-1530-44b5-ace8-759ee52701ac tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:14.825451 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9b7b9bda-25d7-4718-94ca-e18bf31fefb2 req-2192c4a1-1530-44b5-ace8-759ee52701ac tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 932 time: 0.0510328 Aug 31 18:17:14.863992 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9b7b9bda-25d7-4718-94ca-e18bf31fefb2 req-4dc16399-07fa-4f65-ab2a-574f4bc09f6e tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317848 Aug 31 18:17:14.963624 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbc563-628e-4127-ae7a-8a1faabfb8c0 req-a2cb5424-9ad5-43c1-82d2-f39bb5618caa tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:14.967312 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c4cbc563-628e-4127-ae7a-8a1faabfb8c0 req-a2cb5424-9ad5-43c1-82d2-f39bb5618caa tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0503798 Aug 31 18:17:15.007588 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c4cbc563-628e-4127-ae7a-8a1faabfb8c0 req-e906358c-cf0f-4600-8e55-93b7492345ed tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361161 Aug 31 18:17:15.980158 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360a888-d0ae-4f85-b3f0-5d1eb039e19b req-6b54eeab-5f55-4a57-b598-79590ad074f0 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:15.981564 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9360a888-d0ae-4f85-b3f0-5d1eb039e19b req-6b54eeab-5f55-4a57-b598-79590ad074f0 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 932 time: 0.0494823 Aug 31 18:17:16.019158 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9360a888-d0ae-4f85-b3f0-5d1eb039e19b req-e490837a-fc8d-44af-988c-c93be3c977dc tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318067 Aug 31 18:17:16.120338 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4d8b5-a5d6-4cac-8f50-62a4861a05d0 req-53dae433-8c69-4e65-a200-a5b5c7b02123 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:16.121846 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bfb4d8b5-a5d6-4cac-8f50-62a4861a05d0 req-53dae433-8c69-4e65-a200-a5b5c7b02123 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0479608 Aug 31 18:17:16.158532 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-bfb4d8b5-a5d6-4cac-8f50-62a4861a05d0 req-40a8250f-3b64-4d21-81fa-f52c303af443 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308666 Aug 31 18:17:17.128563 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2ad6-6492-4ad8-a9fe-8af6fc84ccd0 req-249d7795-5da5-4b94-9971-46c4416d4e8c tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:17.130012 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b5dd2ad6-6492-4ad8-a9fe-8af6fc84ccd0 req-249d7795-5da5-4b94-9971-46c4416d4e8c tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 932 time: 0.0475919 Aug 31 18:17:17.171300 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b5dd2ad6-6492-4ad8-a9fe-8af6fc84ccd0 req-484bca56-7689-4a8e-9a80-40a261d15dce tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349200 Aug 31 18:17:17.272568 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedf26a-13a1-4143-b71b-35439221a695 req-94aef59b-1f32-4a92-b40a-13e7487a01a8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:17.274063 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5eedf26a-13a1-4143-b71b-35439221a695 req-94aef59b-1f32-4a92-b40a-13e7487a01a8 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0485206 Aug 31 18:17:17.311842 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5eedf26a-13a1-4143-b71b-35439221a695 req-1832fae1-7ad7-45ca-a3ad-9108c3747dd6 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312893 Aug 31 18:17:18.282901 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f1969-a52c-49c4-82e5-ebae4b53adfc req-50623916-e92f-4f5c-81ab-c04f20ce1319 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:18.284277 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-700f1969-a52c-49c4-82e5-ebae4b53adfc req-50623916-e92f-4f5c-81ab-c04f20ce1319 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 932 time: 0.0490880 Aug 31 18:17:18.322214 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-700f1969-a52c-49c4-82e5-ebae4b53adfc req-be8ba086-dc5f-479e-9ded-005d469ed4c7 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311425 Aug 31 18:17:18.424767 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c570bea-8ac8-47f1-8af8-092256c70855 req-5ce05f5e-99cd-4acd-baf9-4b1ee80d1743 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:18.426245 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1c570bea-8ac8-47f1-8af8-092256c70855 req-5ce05f5e-99cd-4acd-baf9-4b1ee80d1743 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0485244 Aug 31 18:17:18.466912 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1c570bea-8ac8-47f1-8af8-092256c70855 req-00a3a8d2-d026-4917-8fe9-6416f1e560e2 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347142 Aug 31 18:17:18.555436 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Request body: {'port': {'device_id': '419596fe-adbc-4213-b303-6c7df7240535', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:17:18.604878 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e9a27449-fbf9-4315-a3ba-47771aa38ced req-96999a19-59d7-41f0-b5ea-e1ad3b0cbd39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93903581-38b7-4c1f-aa37-384c05421d70 HTTP/1.1" status: 200 len: 217 time: 0.0365009 Aug 31 18:17:18.611053 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:18.656249 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a27449-fbf9-4315-a3ba-47771aa38ced req-3a3ad9bf-0f89-441c-aceb-d56a785b18b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:18.657749 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e9a27449-fbf9-4315-a3ba-47771aa38ced req-3a3ad9bf-0f89-441c-aceb-d56a785b18b8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00dc20f5-d672-465c-8f7d-5a82297046f6 HTTP/1.1" status: 200 len: 851 time: 0.0437410 Aug 31 18:17:18.730521 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a27449-fbf9-4315-a3ba-47771aa38ced req-a0208368-7054-488e-9603-bae152faeb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:18.732031 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e9a27449-fbf9-4315-a3ba-47771aa38ced req-a0208368-7054-488e-9603-bae152faeb0f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=116adeeb-4100-4d52-a87b-b0c8148fd402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413287 Aug 31 18:17:18.826471 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e9a27449-fbf9-4315-a3ba-47771aa38ced req-b1ae73ca-24dd-4ae0-9ed9-d585314d532e service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848408 Aug 31 18:17:18.876681 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19651f64-da9b-4e55-8189-3a253cc87a3f {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:17:18.884560 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:18.896286 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Transition to ACTIVE for port object 19651f64-da9b-4e55-8189-3a253cc87a3f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:17:18.919429 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e9a27449-fbf9-4315-a3ba-47771aa38ced req-989819ee-9fb5-48d5-8867-6ac4dcaecf6c service neutron] 10.222.0.61 "GET /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854170 Aug 31 18:17:18.980673 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:19.038096 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Pushing event updated for resources: {'Port': ['ID=19651f64-da9b-4e55-8189-3a253cc87a3f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:19.109554 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Attempting to bind port 19651f64-da9b-4e55-8189-3a253cc87a3f on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:17:19.109890 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Attempting to bind port 19651f64-da9b-4e55-8189-3a253cc87a3f by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': 'c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:17:19.110226 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Attempting to bind port 19651f64-da9b-4e55-8189-3a253cc87a3f on network cb2ab32c-c0b9-4a8b-a16f-df74ec834859 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:17:19.116907 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Port 19651f64-da9b-4e55-8189-3a253cc87a3f on network cb2ab32c-c0b9-4a8b-a16f-df74ec834859 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:17:19.117238 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Attempting to bind port 19651f64-da9b-4e55-8189-3a253cc87a3f on network cb2ab32c-c0b9-4a8b-a16f-df74ec834859 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:17:19.123581 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:17:19.124034 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Checking segment: {'id': 'c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:17:19.124497 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Bound using segment: {'id': 'c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:17:19.125018 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Bound port: 19651f64-da9b-4e55-8189-3a253cc87a3f, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:17:19.125331 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:19.194654 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] For port 19651f64-da9b-4e55-8189-3a253cc87a3f, host hv-cinder-80674, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:17:19.197588 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] For port 19651f64-da9b-4e55-8189-3a253cc87a3f, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=19651f64-da9b-4e55-8189-3a253cc87a3f,segment=NetworkSegment(c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65),segment_id=c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:17:19.307233 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:19.333585 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:19.334248 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:19.335727 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] 10.222.0.61 "PUT /v2.0/ports/19651f64-da9b-4e55-8189-3a253cc87a3f HTTP/1.1" status: 200 len: 1094 time: 0.7855370 Aug 31 18:17:19.336157 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419596fe-adbc-4213-b303-6c7df7240535', 'tag': '19651f64-da9b-4e55-8189-3a253cc87a3f'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:17:19.338445 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ee96d9-7130-4211-8581-3d46761f76d9" -d '{"events": [{"name": "network-changed", "server_uuid": "419596fe-adbc-4213-b303-6c7df7240535", "tag": "19651f64-da9b-4e55-8189-3a253cc87a3f"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:17:19.365964 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b3528-159e-41ab-a487-0c33ae0744d3 service neutron] Pushing event updated for resources: {'Port': ['ID=19651f64-da9b-4e55-8189-3a253cc87a3f,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:19.381918 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0c3f08-f13d-4309-8050-4cb30f7accd9 x-openstack-request-id: req-4d0c3f08-f13d-4309-8050-4cb30f7accd9 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:17:19.382207 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419596fe-adbc-4213-b303-6c7df7240535", "tag": "19651f64-da9b-4e55-8189-3a253cc87a3f", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:17:19.382479 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d0c3f08-f13d-4309-8050-4cb30f7accd9 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:17:19.382930 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419596fe-adbc-4213-b303-6c7df7240535', 'tag': '19651f64-da9b-4e55-8189-3a253cc87a3f', 'status': 'completed', 'code': 200} Aug 31 18:17:19.453790 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d66e0-aa2a-422a-886c-a2aca6fdf870 req-a4641f61-068c-475e-b6dc-0f6909bf1af3 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:19.455330 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f63d66e0-aa2a-422a-886c-a2aca6fdf870 req-a4641f61-068c-475e-b6dc-0f6909bf1af3 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 944 time: 0.0559089 Aug 31 18:17:19.498027 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f63d66e0-aa2a-422a-886c-a2aca6fdf870 req-6d872e48-b12d-4e2e-9214-21624d8cacdc tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362089 Aug 31 18:17:19.538953 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee96d9-7130-4211-8581-3d46761f76d9 req-0881f02c-c094-47b3-9ac6-9809ab2bd4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:19.542317 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-74ee96d9-7130-4211-8581-3d46761f76d9 req-0881f02c-c094-47b3-9ac6-9809ab2bd4ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=873aac2d04714aecae51151268275afc&device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 1097 time: 0.0449710 Aug 31 18:17:19.594250 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d76569-4fff-4fe2-ab3c-bdfa955321ba req-caef9340-2242-4d4e-a9ed-32014f6d3516 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:19.595814 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-66d76569-4fff-4fe2-ab3c-bdfa955321ba req-caef9340-2242-4d4e-a9ed-32014f6d3516 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0484104 Aug 31 18:17:19.634456 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-66d76569-4fff-4fe2-ab3c-bdfa955321ba req-c3ff0a3c-ff4c-44cf-be78-481988f2c7a6 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/security-groups?id=86545033-f39e-4bf0-b10e-3b32553c44fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321639 Aug 31 18:17:19.653410 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee96d9-7130-4211-8581-3d46761f76d9 req-792600c7-2e3a-43e5-bca4-fc3fcb1c87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:19.654880 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-74ee96d9-7130-4211-8581-3d46761f76d9 req-792600c7-2e3a-43e5-bca4-fc3fcb1c87f1 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=873aac2d04714aecae51151268275afc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0985785 Aug 31 18:17:19.766133 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea0ca3-fa05-4bc7-bfaa-5b01274bfa23 req-c14c7bd4-30f5-42fb-a679-cba922ed2c0d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:19.767610 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-afea0ca3-fa05-4bc7-bfaa-5b01274bfa23 req-c14c7bd4-30f5-42fb-a679-cba922ed2c0d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.61 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0495455 Aug 31 18:17:19.805101 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee96d9-7130-4211-8581-3d46761f76d9 req-c14f3cf9-f5dd-4ad6-922e-c1007e0183c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:19.806558 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-74ee96d9-7130-4211-8581-3d46761f76d9 req-c14f3cf9-f5dd-4ad6-922e-c1007e0183c3 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0887344 Aug 31 18:17:19.863309 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-afea0ca3-fa05-4bc7-bfaa-5b01274bfa23 req-6c6a326a-cd64-45f0-8a07-6201daa40f2d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Deleting port 93903581-38b7-4c1f-aa37-384c05421d70 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:17:19.863560 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-afea0ca3-fa05-4bc7-bfaa-5b01274bfa23 req-6c6a326a-cd64-45f0-8a07-6201daa40f2d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:19.908891 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-802b5796-3e0d-4b3e-ab15-3075f533e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:19.910387 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-802b5796-3e0d-4b3e-ab15-3075f533e642 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=873aac2d04714aecae51151268275afc&device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 1097 time: 0.0416763 Aug 31 18:17:19.950944 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-afea0ca3-fa05-4bc7-bfaa-5b01274bfa23 req-6c6a326a-cd64-45f0-8a07-6201daa40f2d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] For port 93903581-38b7-4c1f-aa37-384c05421d70, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=93903581-38b7-4c1f-aa37-384c05421d70,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:17:19.959474 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-afea0ca3-fa05-4bc7-bfaa-5b01274bfa23 req-6c6a326a-cd64-45f0-8a07-6201daa40f2d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:19.962270 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-b1f923dc-b8a6-4dc1-8600-352ae6f4804b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19651f64-da9b-4e55-8189-3a253cc87a3f HTTP/1.1" status: 200 len: 217 time: 0.0370142 Aug 31 18:17:19.964886 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-afea0ca3-fa05-4bc7-bfaa-5b01274bfa23 req-6c6a326a-cd64-45f0-8a07-6201daa40f2d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Calling delete_port for 93903581-38b7-4c1f-aa37-384c05421d70 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:17:20.009887 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-1a62e8a7-f9ef-4a32-ba77-1d0cc55c1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:20.011358 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-1a62e8a7-f9ef-4a32-ba77-1d0cc55c1210 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=abe36fa3-e7a4-4900-871e-9517d8e73a43 HTTP/1.1" status: 200 len: 853 time: 0.0431995 Aug 31 18:17:20.060146 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-d4d427c6-691e-4a12-b38a-356adc794396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:20.061781 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-d4d427c6-691e-4a12-b38a-356adc794396 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb2ab32c-c0b9-4a8b-a16f-df74ec834859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425365 Aug 31 18:17:20.153853 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-83a09e6e-0de8-4a7f-a36a-c35c70367cde service neutron] 10.222.0.61 "GET /v2.0/networks/cb2ab32c-c0b9-4a8b-a16f-df74ec834859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835176 Aug 31 18:17:20.175229 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-afea0ca3-fa05-4bc7-bfaa-5b01274bfa23 req-6c6a326a-cd64-45f0-8a07-6201daa40f2d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:20.202889 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a326a-cd64-45f0-8a07-6201daa40f2d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event deleted for resources: {'Port': ['ID=93903581-38b7-4c1f-aa37-384c05421d70,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:20.250489 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-afea0ca3-fa05-4bc7-bfaa-5b01274bfa23 req-6c6a326a-cd64-45f0-8a07-6201daa40f2d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] No DVR routers for this DVR port 93903581-38b7-4c1f-aa37-384c05421d70 on host hv-cinder-80674 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:17:20.251368 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [req-da0b500a-49aa-4177-8cab-82e1f2f5c57c req-ba32a7fd-5be1-41b4-858b-43564e2e2c78 service neutron] 10.222.0.61 "GET /v2.0/networks/cb2ab32c-c0b9-4a8b-a16f-df74ec834859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900822 Aug 31 18:17:20.253046 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-afea0ca3-fa05-4bc7-bfaa-5b01274bfa23 req-6c6a326a-cd64-45f0-8a07-6201daa40f2d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:20.255026 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-afea0ca3-fa05-4bc7-bfaa-5b01274bfa23 req-6c6a326a-cd64-45f0-8a07-6201daa40f2d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.61 "DELETE /v2.0/ports/93903581-38b7-4c1f-aa37-384c05421d70 HTTP/1.1" status: 204 len: 173 time: 0.4814126 Aug 31 18:17:20.255449 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'name': 'network-vif-deleted', 'tag': '93903581-38b7-4c1f-aa37-384c05421d70'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:17:20.257778 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68db983c-ebd1-4d21-a353-b252bbaf47d7" -d '{"events": [{"server_uuid": "43e114e4-51d7-46c1-80b0-6bc9e489f6b3", "name": "network-vif-deleted", "tag": "93903581-38b7-4c1f-aa37-384c05421d70"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:17:20.296538 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a59f41a-6635-4905-a31e-a77288c1ca65 x-openstack-request-id: req-6a59f41a-6635-4905-a31e-a77288c1ca65 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:17:20.296538 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e114e4-51d7-46c1-80b0-6bc9e489f6b3", "name": "network-vif-deleted", "tag": "93903581-38b7-4c1f-aa37-384c05421d70", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:17:20.296538 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a59f41a-6635-4905-a31e-a77288c1ca65 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:17:20.296538 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e114e4-51d7-46c1-80b0-6bc9e489f6b3', 'name': 'network-vif-deleted', 'tag': '93903581-38b7-4c1f-aa37-384c05421d70', 'status': 'completed', 'code': 200} Aug 31 18:17:20.624004 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1e418-aeda-44cc-bc81-81a267a710b9 req-55f7cec6-83f1-4e97-9895-a4bac6e42e42 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:20.625638 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8fd1e418-aeda-44cc-bc81-81a267a710b9 req-55f7cec6-83f1-4e97-9895-a4bac6e42e42 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 944 time: 0.0503218 Aug 31 18:17:20.667225 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8fd1e418-aeda-44cc-bc81-81a267a710b9 req-b5ffaf60-8ae3-4fff-a1b1-dbde72889531 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354002 Aug 31 18:17:20.747262 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c7c38622-281c-4d49-8c9d-749ae7432dd5 req-946a71a5-7cb1-4b46-ba84-d02f6c036c4c tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 210 time: 0.0267115 Aug 31 18:17:20.872176 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b3ac3b1-b132-41eb-a1d5-e9954be1f226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:21.783919 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63944a81-5de1-4c53-af41-ca62d5ae2c65 req-2917fc08-31dd-46c6-b458-17699b9af376 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:21.785445 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-63944a81-5de1-4c53-af41-ca62d5ae2c65 req-2917fc08-31dd-46c6-b458-17699b9af376 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 944 time: 0.0497937 Aug 31 18:17:21.828695 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-63944a81-5de1-4c53-af41-ca62d5ae2c65 req-28993682-8317-42ea-a24c-2bb329e606f2 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366549 Aug 31 18:17:21.858335 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e848c6ad-0abb-4aa7-83db-dfe764033e9f req-863c79e5-fd84-4c4e-9989-730cff821b89 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "GET /v2.0/ports?device_id=43e114e4-51d7-46c1-80b0-6bc9e489f6b3 HTTP/1.1" status: 200 len: 210 time: 0.0262325 Aug 31 18:17:22.024360 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 93903581-38b7-4c1f-aa37-384c05421d70 no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:17:22.045473 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: 93903581-38b7-4c1f-aa37-384c05421d70 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:17:22.045816 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 93903581-38b7-4c1f-aa37-384c05421d70 not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:17:22.203588 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:22.913044 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38200) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:22.944048 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cda760-7d2a-4063-aceb-398dc521e5f5 req-f11f04cf-4250-42a7-b587-e481b16827e6 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:22.945548 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-00cda760-7d2a-4063-aceb-398dc521e5f5 req-f11f04cf-4250-42a7-b587-e481b16827e6 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 944 time: 0.0509779 Aug 31 18:17:22.985433 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-00cda760-7d2a-4063-aceb-398dc521e5f5 req-52bb1308-5918-4e64-a6d7-06b3c8c8c4af tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339577 Aug 31 18:17:23.305434 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3e891466-ad66-4b0f-a42a-62c9309fd40d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Deleting port c099c0d8-24c2-4d04-a958-81e1450c4887 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:17:23.305434 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e891466-ad66-4b0f-a42a-62c9309fd40d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:23.370880 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e891466-ad66-4b0f-a42a-62c9309fd40d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:23.371203 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e891466-ad66-4b0f-a42a-62c9309fd40d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:23.384031 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3e891466-ad66-4b0f-a42a-62c9309fd40d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Calling delete_port for c099c0d8-24c2-4d04-a958-81e1450c4887 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:17:23.409746 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-39012a5f-6e81-414b-9f59-32d81e9e4eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:23.615104 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e891466-ad66-4b0f-a42a-62c9309fd40d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:23.641275 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e891466-ad66-4b0f-a42a-62c9309fd40d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event deleted for resources: {'Port': ['ID=c099c0d8-24c2-4d04-a958-81e1450c4887,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:23.697282 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e891466-ad66-4b0f-a42a-62c9309fd40d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:23.699740 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e891466-ad66-4b0f-a42a-62c9309fd40d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:23.700909 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-3e891466-ad66-4b0f-a42a-62c9309fd40d tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "DELETE /v2.0/floatingips/5c209298-caa3-4170-b946-77565f3ada5f HTTP/1.1" status: 204 len: 168 time: 0.7866008 Aug 31 18:17:23.746755 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:24.101248 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e7f8c-0f8d-4cb1-89ac-52973e97a814 req-f36ec911-7895-44dd-bbfc-5c2b428dee7f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:24.102741 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-585e7f8c-0f8d-4cb1-89ac-52973e97a814 req-f36ec911-7895-44dd-bbfc-5c2b428dee7f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 944 time: 0.0488732 Aug 31 18:17:24.140966 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-585e7f8c-0f8d-4cb1-89ac-52973e97a814 req-9edd73c3-fd57-46a6-903b-7a4111016989 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321426 Aug 31 18:17:24.540979 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:25.100216 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38216) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:25.157193 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-087c68ed-100f-45fb-a3f5-9195e88c5e34 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:25.182646 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-087c68ed-100f-45fb-a3f5-9195e88c5e34 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:25.256616 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09e434-b8ab-4a41-8511-da6726819fdb req-976e8beb-8830-4623-9310-c71a4933e817 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:25.258157 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0f09e434-b8ab-4a41-8511-da6726819fdb req-976e8beb-8830-4623-9310-c71a4933e817 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 944 time: 0.0524595 Aug 31 18:17:25.296895 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0f09e434-b8ab-4a41-8511-da6726819fdb req-e485985d-07eb-402a-81bb-40c4283ee167 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320597 Aug 31 18:17:25.335183 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-087c68ed-100f-45fb-a3f5-9195e88c5e34 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:25.339399 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-087c68ed-100f-45fb-a3f5-9195e88c5e34 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:25.346422 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-087c68ed-100f-45fb-a3f5-9195e88c5e34 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] 10.222.0.58 "DELETE /v2.0/security-groups/86545033-f39e-4bf0-b10e-3b32553c44fd HTTP/1.1" status: 204 len: 168 time: 0.2394261 Aug 31 18:17:25.350250 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c68ed-100f-45fb-a3f5-9195e88c5e34 tempest-TestVolumeBootPattern-1555219928 tempest-TestVolumeBootPattern-1555219928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86545033-f39e-4bf0-b10e-3b32553c44fd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:25.529364 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38222) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:26.044727 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 19651f64-da9b-4e55-8189-3a253cc87a3f details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:17:26.137685 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 19651f64-da9b-4e55-8189-3a253cc87a3f, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=19651f64-da9b-4e55-8189-3a253cc87a3f,segment=NetworkSegment(c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65),segment_id=c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:17:26.149076 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': '19651f64-da9b-4e55-8189-3a253cc87a3f', 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859', 'port_id': '19651f64-da9b-4e55-8189-3a253cc87a3f', 'mac_address': 'fa:16:3e:fb:bb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:17:26.188556 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:26.207309 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19651f64-da9b-4e55-8189-3a253cc87a3f {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:17:26.227202 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 19651f64-da9b-4e55-8189-3a253cc87a3f, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=19651f64-da9b-4e55-8189-3a253cc87a3f,segment=NetworkSegment(c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65),segment_id=c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:17:26.275286 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7351075d-b0cc-42f6-9193-575284bbd3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16625169'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:26.432534 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:26.479543 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=19651f64-da9b-4e55-8189-3a253cc87a3f,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:26.503201 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be12537-4cea-4a4b-aa63-5f96328e15ab req-02277d4e-e6f7-42aa-9734-18394c65d811 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:26.504650 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5be12537-4cea-4a4b-aa63-5f96328e15ab req-02277d4e-e6f7-42aa-9734-18394c65d811 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 944 time: 0.1429732 Aug 31 18:17:26.570199 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5be12537-4cea-4a4b-aa63-5f96328e15ab req-b42e04bf-ac9d-48cb-9bac-edaf6d913110 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581937 Aug 31 18:17:26.644991 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-7351075d-b0cc-42f6-9193-575284bbd3f3 admin admin] Deleting port b541d22e-f9fe-48df-b895-4a61ec0182fa {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:17:26.645334 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7351075d-b0cc-42f6-9193-575284bbd3f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:26.666583 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:26.723512 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-7351075d-b0cc-42f6-9193-575284bbd3f3 admin admin] For port b541d22e-f9fe-48df-b895-4a61ec0182fa, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=b541d22e-f9fe-48df-b895-4a61ec0182fa,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:17:26.723907 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7351075d-b0cc-42f6-9193-575284bbd3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:26.741049 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-7351075d-b0cc-42f6-9193-575284bbd3f3 admin admin] Calling delete_port for b541d22e-f9fe-48df-b895-4a61ec0182fa owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:17:26.854973 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['19651f64-da9b-4e55-8189-3a253cc87a3f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:17:27.003397 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7351075d-b0cc-42f6-9193-575284bbd3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:27.030597 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351075d-b0cc-42f6-9193-575284bbd3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b541d22e-f9fe-48df-b895-4a61ec0182fa,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:27.189697 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7351075d-b0cc-42f6-9193-575284bbd3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16289137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16625293'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:27.400844 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7351075d-b0cc-42f6-9193-575284bbd3f3 admin admin] Router 9f154565-ddc9-4b51-8f31-0966eae18fdd has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:17:27.504193 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7351075d-b0cc-42f6-9193-575284bbd3f3 admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:17:27.511050 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-7351075d-b0cc-42f6-9193-575284bbd3f3 admin admin] 10.222.0.58 "PUT /v2.0/routers/9f154565-ddc9-4b51-8f31-0966eae18fdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9802847 Aug 31 18:17:27.513264 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24719497-bf28-4928-a6b7-42103b6198b9 None None] Sync routers for ids ['9f154565-ddc9-4b51-8f31-0966eae18fdd'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:17:27.513769 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38228) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:27.522991 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24719497-bf28-4928-a6b7-42103b6198b9 None None] Routers {'9f154565-ddc9-4b51-8f31-0966eae18fdd'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:17:27.523644 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-24719497-bf28-4928-a6b7-42103b6198b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:17:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['9f154565-ddc9-4b51-8f31-0966eae18fdd'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:27.619476 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7d16-eeef-4870-b642-04c3a80bc722 admin admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:27.628126 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-24719497-bf28-4928-a6b7-42103b6198b9 None None] Set router 9f154565-ddc9-4b51-8f31-0966eae18fdd gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:17:27.747213 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe72d3c-2c83-4c31-8c56-60b95af8ae6a req-ae784495-44ea-4239-a123-b93661110b1b tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:27.748593 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1fe72d3c-2c83-4c31-8c56-60b95af8ae6a req-ae784495-44ea-4239-a123-b93661110b1b tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 945 time: 0.0965300 Aug 31 18:17:27.767735 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7d16-eeef-4870-b642-04c3a80bc722 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:27.799134 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1fe72d3c-2c83-4c31-8c56-60b95af8ae6a req-b5b9524e-fede-4773-b061-726cf8fd5c35 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413675 Aug 31 18:17:27.812913 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-24719497-bf28-4928-a6b7-42103b6198b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:17:26Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:27.839371 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24719497-bf28-4928-a6b7-42103b6198b9 None None] Checking router: 9f154565-ddc9-4b51-8f31-0966eae18fdd for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:17:27.847458 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24719497-bf28-4928-a6b7-42103b6198b9 None None] Routers {'9f154565-ddc9-4b51-8f31-0966eae18fdd'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:17:27.848090 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-24719497-bf28-4928-a6b7-42103b6198b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:17:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['9f154565-ddc9-4b51-8f31-0966eae18fdd'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:27.950831 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-24719497-bf28-4928-a6b7-42103b6198b9 None None] Set router 9f154565-ddc9-4b51-8f31-0966eae18fdd gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:17:27.964113 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a9bd7d16-eeef-4870-b642-04c3a80bc722 admin admin] Deleting port eab210a9-0588-4729-97c0-9b6d4ff0fb05 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:17:27.964503 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7d16-eeef-4870-b642-04c3a80bc722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:28.049868 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-a9bd7d16-eeef-4870-b642-04c3a80bc722 admin admin] For port eab210a9-0588-4729-97c0-9b6d4ff0fb05, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=eab210a9-0588-4729-97c0-9b6d4ff0fb05,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:17:28.050249 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7d16-eeef-4870-b642-04c3a80bc722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:28.063036 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-a9bd7d16-eeef-4870-b642-04c3a80bc722 admin admin] Calling delete_port for eab210a9-0588-4729-97c0-9b6d4ff0fb05 owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:17:28.063568 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 19651f64-da9b-4e55-8189-3a253cc87a3f up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:17:28.127797 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-24719497-bf28-4928-a6b7-42103b6198b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:17:26Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:28.157950 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24719497-bf28-4928-a6b7-42103b6198b9 None None] The sync data for ids ['9f154565-ddc9-4b51-8f31-0966eae18fdd'] in dv-cinder-806740-4-iscsi is: [{'id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'name': 'tempest-TestVolumeBootPattern-1813127274-router', 'tenant_id': '0c2a9f290de14f9a8b00844d222cdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:40Z', 'updated_at': '2021-08-31T18:17:26Z', 'revision_number': 5, 'project_id': '0c2a9f290de14f9a8b00844d222cdd70', 'gw_port': {'id': 'eab210a9-0588-4729-97c0-9b6d4ff0fb05', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f154565-ddc9-4b51-8f31-0966eae18fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:41Z', 'updated_at': '2021-08-31T18:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:17:28.169075 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port 19651f64-da9b-4e55-8189-3a253cc87a3f completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:17:28.173234 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port 19651f64-da9b-4e55-8189-3a253cc87a3f triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:17:28.173610 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:28.262945 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:28.284700 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7d16-eeef-4870-b642-04c3a80bc722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:28.286869 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419596fe-adbc-4213-b303-6c7df7240535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19651f64-da9b-4e55-8189-3a253cc87a3f'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:17:28.289421 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb5427d-d1f6-4255-92df-d8c5cf923dce" -d '{"events": [{"server_uuid": "419596fe-adbc-4213-b303-6c7df7240535", "name": "network-vif-plugged", "status": "completed", "tag": "19651f64-da9b-4e55-8189-3a253cc87a3f"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:17:28.302599 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 19651f64-da9b-4e55-8189-3a253cc87a3f, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=19651f64-da9b-4e55-8189-3a253cc87a3f,segment=NetworkSegment(c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65),segment_id=c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:17:28.329592 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6296af-a8ad-4c62-817f-745a745b7121 x-openstack-request-id: req-6a6296af-a8ad-4c62-817f-745a745b7121 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:17:28.329897 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419596fe-adbc-4213-b303-6c7df7240535", "name": "network-vif-plugged", "status": "completed", "tag": "19651f64-da9b-4e55-8189-3a253cc87a3f", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:17:28.330157 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a6296af-a8ad-4c62-817f-745a745b7121 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:17:28.330558 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419596fe-adbc-4213-b303-6c7df7240535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19651f64-da9b-4e55-8189-3a253cc87a3f', 'code': 200} Aug 31 18:17:28.365717 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd7d16-eeef-4870-b642-04c3a80bc722 admin admin] Pushing event deleted for resources: {'Port': ['ID=eab210a9-0588-4729-97c0-9b6d4ff0fb05,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:28.391557 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7d16-eeef-4870-b642-04c3a80bc722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16620591'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:28.420906 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:28.472216 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=19651f64-da9b-4e55-8189-3a253cc87a3f,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:28.497606 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7d16-eeef-4870-b642-04c3a80bc722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16626705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15892'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:28.499793 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7d16-eeef-4870-b642-04c3a80bc722 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:28.664193 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device b541d22e-f9fe-48df-b895-4a61ec0182fa no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:17:28.683783 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7d16-eeef-4870-b642-04c3a80bc722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16626714'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:28.684352 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bd7d16-eeef-4870-b642-04c3a80bc722 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f154565-ddc9-4b51-8f31-0966eae18fdd {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 18:17:28.689340 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7d16-eeef-4870-b642-04c3a80bc722 admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:28.692279 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-a9bd7d16-eeef-4870-b642-04c3a80bc722 admin admin] 10.222.0.58 "DELETE /v2.0/routers/9f154565-ddc9-4b51-8f31-0966eae18fdd HTTP/1.1" status: 204 len: 168 time: 1.1778955 Aug 31 18:17:28.692932 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: b541d22e-f9fe-48df-b895-4a61ec0182fa {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:17:28.693287 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38234) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:28.693440 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device b541d22e-f9fe-48df-b895-4a61ec0182fa not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:17:29.041462 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6482775-7426-4613-a496-8fce0e716010 admin admin] Deleting subnet 00dc20f5-d672-465c-8f7d-5a82297046f6 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:17:29.047465 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a6482775-7426-4613-a496-8fce0e716010 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:29.091502 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf95cc-d7a2-4a5d-ac52-1a983763dc9c req-d4123dfb-068e-4754-ae8c-9611c3b91468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:29.092934 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dccf95cc-d7a2-4a5d-ac52-1a983763dc9c req-d4123dfb-068e-4754-ae8c-9611c3b91468 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 1099 time: 0.1096838 Aug 31 18:17:29.103453 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d611a37-63a2-444f-a1a4-f1629351ce62 req-8391811b-a4b0-4aa8-b848-712c8843480a tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:29.104786 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4d611a37-63a2-444f-a1a4-f1629351ce62 req-8391811b-a4b0-4aa8-b848-712c8843480a tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 946 time: 0.1204882 Aug 31 18:17:29.106772 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a6482775-7426-4613-a496-8fce0e716010 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14011248'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:29.234125 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dccf95cc-d7a2-4a5d-ac52-1a983763dc9c req-493b61ab-41b9-4ac2-8637-4a027ad23e4f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254230 Aug 31 18:17:29.240155 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-4d611a37-63a2-444f-a1a4-f1629351ce62 req-0615a05d-6382-4d4a-be42-a89d62549080 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105475 Aug 31 18:17:29.267066 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a6482775-7426-4613-a496-8fce0e716010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-582367'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:29.467072 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a6482775-7426-4613-a496-8fce0e716010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-582356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14917994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13232516'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:29.493336 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6482775-7426-4613-a496-8fce0e716010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00dc20f5-d672-465c-8f7d-5a82297046f6,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:29.497163 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a6482775-7426-4613-a496-8fce0e716010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:29.499414 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-a6482775-7426-4613-a496-8fce0e716010 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/00dc20f5-d672-465c-8f7d-5a82297046f6 HTTP/1.1" status: 204 len: 168 time: 0.8048952 Aug 31 18:17:29.501819 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38240) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:29.502844 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c607f1a-bb24-4acf-807c-56a61efd1078 None None] Network 116adeeb-4100-4d52-a87b-b0c8148fd402 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:17:29.570628 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563888'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:29.626900 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] Deleting port b168df24-84cd-4d57-b473-c1f471e08ce2 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:17:29.627246 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:29.677547 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4221acdf-fa71-4458-b91f-23acc8037edf None None] DHCP port deletion for 116adeeb-4100-4d52-a87b-b0c8148fd402 request from dv-cinder-806740-4-iscsi {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 18:17:29.691247 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] For port b168df24-84cd-4d57-b473-c1f471e08ce2, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=b168df24-84cd-4d57-b473-c1f471e08ce2,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:17:29.691719 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:29.704686 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] Calling delete_port for b168df24-84cd-4d57-b473-c1f471e08ce2 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:17:29.723538 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-4221acdf-fa71-4458-b91f-23acc8037edf None None] Deleting port b168df24-84cd-4d57-b473-c1f471e08ce2 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:17:29.723829 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4221acdf-fa71-4458-b91f-23acc8037edf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:29.785356 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-4221acdf-fa71-4458-b91f-23acc8037edf None None] For port b168df24-84cd-4d57-b473-c1f471e08ce2, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=b168df24-84cd-4d57-b473-c1f471e08ce2,segment=NetworkSegment(3d7eda7c-5641-4bc6-977b-6606f8ebf41c),segment_id=3d7eda7c-5641-4bc6-977b-6606f8ebf41c)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:17:29.785749 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4221acdf-fa71-4458-b91f-23acc8037edf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:29.799024 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-4221acdf-fa71-4458-b91f-23acc8037edf None None] Calling delete_port for b168df24-84cd-4d57-b473-c1f471e08ce2 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:17:29.889078 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:29.894863 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4221acdf-fa71-4458-b91f-23acc8037edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:29.916723 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b168df24-84cd-4d57-b473-c1f471e08ce2,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:29.918509 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] No DVR routers for this DVR port b168df24-84cd-4d57-b473-c1f471e08ce2 on host dv-cinder-806740-4-iscsi {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:17:29.922511 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4221acdf-fa71-4458-b91f-23acc8037edf None None] No DVR routers for this DVR port b168df24-84cd-4d57-b473-c1f471e08ce2 on host dv-cinder-806740-4-iscsi {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:17:29.923879 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221acdf-fa71-4458-b91f-23acc8037edf None None] Pushing event deleted for resources: {'Port': ['ID=b168df24-84cd-4d57-b473-c1f471e08ce2,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:29.989911 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582948', 'neutron.services.segments.db._delete_segments_for_network-8760416493249'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:29.999953 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116adeeb-4100-4d52-a87b-b0c8148fd402']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:30.010152 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7eda7c-5641-4bc6-977b-6606f8ebf41c') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:30.010450 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7eda7c-5641-4bc6-977b-6606f8ebf41c') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:30.019341 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760416505941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14011211'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:30.037214 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:30.044013 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:17:30.044392 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14918096'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: Traceback (most recent call last): Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: timer() Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: cb(*args, **kw) Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: return func(*args, **kwargs) Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: self._notify() Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: self.callback(batched_events) Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: event.method(event) Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: return f(self, *a, **k) Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._get(url).json() Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:17:30.046041 dv-cinder-806740-4-iscsi neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:17:30.157733 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-582973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16620547'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:30.162923 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:30.169159 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/116adeeb-4100-4d52-a87b-b0c8148fd402 HTTP/1.1" status: 204 len: 168 time: 0.6629975 Aug 31 18:17:30.169159 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38242) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:30.184078 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20462ec9-7ded-4116-8b73-51e1f01c66e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=116adeeb-4100-4d52-a87b-b0c8148fd402,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:30.412742 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cd4f2-19bb-40ab-b01a-e11f7b4ed9af req-abe34d78-9efd-485f-b74b-853c81498334 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:30.415002 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e68cd4f2-19bb-40ab-b01a-e11f7b4ed9af req-abe34d78-9efd-485f-b74b-853c81498334 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 946 time: 0.0973096 Aug 31 18:17:30.482728 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e68cd4f2-19bb-40ab-b01a-e11f7b4ed9af req-87453617-d587-42ee-8dc2-c2ca46c7b56f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616202 Aug 31 18:17:30.556879 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device b168df24-84cd-4d57-b473-c1f471e08ce2 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:17:30.576921 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: b168df24-84cd-4d57-b473-c1f471e08ce2 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:17:30.577268 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device b168df24-84cd-4d57-b473-c1f471e08ce2 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:17:30.577687 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device eab210a9-0588-4729-97c0-9b6d4ff0fb05 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:17:30.589922 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74257a04-a66f-48b1-b831-62d927a10b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16625169'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:30.596365 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: eab210a9-0588-4729-97c0-9b6d4ff0fb05 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:17:30.596552 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device eab210a9-0588-4729-97c0-9b6d4ff0fb05 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:17:30.834165 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-74257a04-a66f-48b1-b831-62d927a10b6e admin admin] Deleting port bf64a43f-8d47-4d57-a164-861c6a54a092 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:17:30.834507 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74257a04-a66f-48b1-b831-62d927a10b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:30.913176 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-74257a04-a66f-48b1-b831-62d927a10b6e admin admin] For port bf64a43f-8d47-4d57-a164-861c6a54a092, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=bf64a43f-8d47-4d57-a164-861c6a54a092,segment=NetworkSegment(93895fde-5e34-4d75-89e9-20fc3e540b69),segment_id=93895fde-5e34-4d75-89e9-20fc3e540b69)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:17:30.913828 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74257a04-a66f-48b1-b831-62d927a10b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:30.929529 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-74257a04-a66f-48b1-b831-62d927a10b6e admin admin] Calling delete_port for bf64a43f-8d47-4d57-a164-861c6a54a092 owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:17:31.191973 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74257a04-a66f-48b1-b831-62d927a10b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:31.217199 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74257a04-a66f-48b1-b831-62d927a10b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=bf64a43f-8d47-4d57-a164-861c6a54a092,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:31.376328 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-74257a04-a66f-48b1-b831-62d927a10b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16289137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16625293'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:31.612056 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74257a04-a66f-48b1-b831-62d927a10b6e admin admin] Router 35bff545-9fe0-4caa-a718-08a3790ec52b has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:17:31.625783 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5d41c-a962-45a8-94ad-2dec3cdbe5d6 req-1b42a316-0003-4f5b-943f-4879d13f4ba5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:31.627224 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-58f5d41c-a962-45a8-94ad-2dec3cdbe5d6 req-1b42a316-0003-4f5b-943f-4879d13f4ba5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 946 time: 0.0686033 Aug 31 18:17:31.730350 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-58f5d41c-a962-45a8-94ad-2dec3cdbe5d6 req-ff3c702c-0d62-4a7f-af9f-5079e34417a6 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951998 Aug 31 18:17:31.752438 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74257a04-a66f-48b1-b831-62d927a10b6e admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:17:31.765120 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38252) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:31.765994 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-74257a04-a66f-48b1-b831-62d927a10b6e admin admin] 10.222.0.58 "PUT /v2.0/routers/35bff545-9fe0-4caa-a718-08a3790ec52b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5907588 Aug 31 18:17:31.766214 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaa2033-6109-4518-9516-77af4c3b8af3 None None] Sync routers for ids ['35bff545-9fe0-4caa-a718-08a3790ec52b'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:17:31.772037 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaa2033-6109-4518-9516-77af4c3b8af3 None None] Routers {'35bff545-9fe0-4caa-a718-08a3790ec52b'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:17:31.772740 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ccaa2033-6109-4518-9516-77af4c3b8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:17:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['35bff545-9fe0-4caa-a718-08a3790ec52b'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:31.847981 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121b9be-6847-4fe6-a2e9-9a04e67da278 req-b3843906-83d4-4e58-ac50-023c863fc180 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:31.849828 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5121b9be-6847-4fe6-a2e9-9a04e67da278 req-b3843906-83d4-4e58-ac50-023c863fc180 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 946 time: 0.0525818 Aug 31 18:17:31.870420 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94b95ee7-33e5-4b8a-9aed-1805a365aef4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:31.879617 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-ccaa2033-6109-4518-9516-77af4c3b8af3 None None] Set router 35bff545-9fe0-4caa-a718-08a3790ec52b gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:17:31.891062 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5121b9be-6847-4fe6-a2e9-9a04e67da278 req-d3562bc7-73fa-427d-bf6f-758a3fcfa89f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338671 Aug 31 18:17:31.985522 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94b95ee7-33e5-4b8a-9aed-1805a365aef4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:32.063650 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ccaa2033-6109-4518-9516-77af4c3b8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bff545-9fe0-4caa-a718-08a3790ec52b', 'name': 'tempest-TestVolumeBootPattern-274812559-router', 'tenant_id': '2834e407096f4d869dbcae9394c3fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '61627bba-731c-4630-a118-a74831aff192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:51Z', 'updated_at': '2021-08-31T18:17:31Z', 'revision_number': 5, 'project_id': '2834e407096f4d869dbcae9394c3fd00', 'gw_port': {'id': '61627bba-731c-4630-a118-a74831aff192', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bff545-9fe0-4caa-a718-08a3790ec52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:05:53Z', 'updated_at': '2021-08-31T18:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:32.153147 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-94b95ee7-33e5-4b8a-9aed-1805a365aef4 admin admin] Deleting port 61627bba-731c-4630-a118-a74831aff192 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:17:32.153486 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94b95ee7-33e5-4b8a-9aed-1805a365aef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:32.217749 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaa2033-6109-4518-9516-77af4c3b8af3 None None] Checking router: 35bff545-9fe0-4caa-a718-08a3790ec52b for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:17:32.227476 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaa2033-6109-4518-9516-77af4c3b8af3 None None] Routers {'35bff545-9fe0-4caa-a718-08a3790ec52b'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:17:32.228105 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ccaa2033-6109-4518-9516-77af4c3b8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:17:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['35bff545-9fe0-4caa-a718-08a3790ec52b'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:32.229490 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14781c25-3596-4b9a-b508-3f470e6e0045 req-7cb52782-2868-472b-8b04-0e0b44efe510 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:32.231032 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-14781c25-3596-4b9a-b508-3f470e6e0045 req-7cb52782-2868-472b-8b04-0e0b44efe510 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 946 time: 0.0487432 Aug 31 18:17:32.241537 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-94b95ee7-33e5-4b8a-9aed-1805a365aef4 admin admin] For port 61627bba-731c-4630-a118-a74831aff192, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=61627bba-731c-4630-a118-a74831aff192,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:17:32.242215 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94b95ee7-33e5-4b8a-9aed-1805a365aef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:32.257076 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-94b95ee7-33e5-4b8a-9aed-1805a365aef4 admin admin] Calling delete_port for 61627bba-731c-4630-a118-a74831aff192 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:17:32.271062 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-14781c25-3596-4b9a-b508-3f470e6e0045 req-a0f51f6e-0e88-48ce-af60-b50b77d04efe tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340567 Aug 31 18:17:32.319262 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-ccaa2033-6109-4518-9516-77af4c3b8af3 None None] Set router 35bff545-9fe0-4caa-a718-08a3790ec52b gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:17:32.376028 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-ccaa2033-6109-4518-9516-77af4c3b8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bff545-9fe0-4caa-a718-08a3790ec52b', 'name': 'tempest-TestVolumeBootPattern-274812559-router', 'tenant_id': '2834e407096f4d869dbcae9394c3fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:51Z', 'updated_at': '2021-08-31T18:17:31Z', 'revision_number': 6, 'project_id': '2834e407096f4d869dbcae9394c3fd00', 'gw_port_host': None}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:32.403721 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaa2033-6109-4518-9516-77af4c3b8af3 None None] The sync data for ids ['35bff545-9fe0-4caa-a718-08a3790ec52b'] in dv-cinder-806740-4-iscsi is: [{'id': '35bff545-9fe0-4caa-a718-08a3790ec52b', 'name': 'tempest-TestVolumeBootPattern-274812559-router', 'tenant_id': '2834e407096f4d869dbcae9394c3fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:05:51Z', 'updated_at': '2021-08-31T18:17:31Z', 'revision_number': 6, 'project_id': '2834e407096f4d869dbcae9394c3fd00', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:17:32.569392 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94b95ee7-33e5-4b8a-9aed-1805a365aef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:32.600543 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b95ee7-33e5-4b8a-9aed-1805a365aef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=61627bba-731c-4630-a118-a74831aff192,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:32.663913 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94b95ee7-33e5-4b8a-9aed-1805a365aef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16620591'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:32.763293 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94b95ee7-33e5-4b8a-9aed-1805a365aef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16626705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15892'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:32.768738 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94b95ee7-33e5-4b8a-9aed-1805a365aef4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:32.904721 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94b95ee7-33e5-4b8a-9aed-1805a365aef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16626714'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:32.905425 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b95ee7-33e5-4b8a-9aed-1805a365aef4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35bff545-9fe0-4caa-a718-08a3790ec52b {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 18:17:32.912177 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94b95ee7-33e5-4b8a-9aed-1805a365aef4 admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:32.912177 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-94b95ee7-33e5-4b8a-9aed-1805a365aef4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/35bff545-9fe0-4caa-a718-08a3790ec52b HTTP/1.1" status: 204 len: 168 time: 1.1494544 Aug 31 18:17:32.914152 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38260) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:32.963150 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-1409c3a8-fd2b-4144-8bfb-71188ac3b185 admin admin] Deleting subnet 445fb51a-2ffe-4350-94cc-e485ac648037 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:17:32.966181 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1409c3a8-fd2b-4144-8bfb-71188ac3b185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:33.000580 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1409c3a8-fd2b-4144-8bfb-71188ac3b185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25009181'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:33.080006 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1409c3a8-fd2b-4144-8bfb-71188ac3b185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-582367'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:33.182317 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device bf64a43f-8d47-4d57-a164-861c6a54a092 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:17:33.210488 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: bf64a43f-8d47-4d57-a164-861c6a54a092 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:17:33.210828 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device bf64a43f-8d47-4d57-a164-861c6a54a092 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:17:33.219193 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1409c3a8-fd2b-4144-8bfb-71188ac3b185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-582356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24928578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13010073'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:33.247750 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409c3a8-fd2b-4144-8bfb-71188ac3b185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=445fb51a-2ffe-4350-94cc-e485ac648037,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:33.253870 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1409c3a8-fd2b-4144-8bfb-71188ac3b185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:33.255862 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-1409c3a8-fd2b-4144-8bfb-71188ac3b185 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/445fb51a-2ffe-4350-94cc-e485ac648037 HTTP/1.1" status: 204 len: 168 time: 0.3402011 Aug 31 18:17:33.258541 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38266) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:33.262896 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e6ebff-106c-4fd3-a77a-af6be4ecacfe None None] Network 02305619-007c-4a4a-9766-663534fe0eae requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:17:33.334680 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563888'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:33.393798 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] Deleting port 9252716d-48a8-4f2d-8be4-48b85eb6f915 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:17:33.394241 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:33.455007 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c382b7-0dbe-4347-93f4-4e53fb928a99 None None] DHCP port deletion for 02305619-007c-4a4a-9766-663534fe0eae request from dv-cinder-806740-4-iscsi {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 18:17:33.462022 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] For port 9252716d-48a8-4f2d-8be4-48b85eb6f915, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=9252716d-48a8-4f2d-8be4-48b85eb6f915,segment=NetworkSegment(93895fde-5e34-4d75-89e9-20fc3e540b69),segment_id=93895fde-5e34-4d75-89e9-20fc3e540b69)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:17:33.462405 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:33.475046 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] Calling delete_port for 9252716d-48a8-4f2d-8be4-48b85eb6f915 owned by network:dhcp {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:17:33.503654 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-15c382b7-0dbe-4347-93f4-4e53fb928a99 None None] Deleting port 9252716d-48a8-4f2d-8be4-48b85eb6f915 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:17:33.504054 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-15c382b7-0dbe-4347-93f4-4e53fb928a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:33.568331 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-15c382b7-0dbe-4347-93f4-4e53fb928a99 None None] For port 9252716d-48a8-4f2d-8be4-48b85eb6f915, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=9252716d-48a8-4f2d-8be4-48b85eb6f915,segment=NetworkSegment(93895fde-5e34-4d75-89e9-20fc3e540b69),segment_id=93895fde-5e34-4d75-89e9-20fc3e540b69)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:17:33.568727 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-15c382b7-0dbe-4347-93f4-4e53fb928a99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:33.581173 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-15c382b7-0dbe-4347-93f4-4e53fb928a99 None None] Calling delete_port for 9252716d-48a8-4f2d-8be4-48b85eb6f915 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:17:33.675785 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:33.681432 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-15c382b7-0dbe-4347-93f4-4e53fb928a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:33.701212 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] Pushing event deleted for resources: {'Port': ['ID=9252716d-48a8-4f2d-8be4-48b85eb6f915,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:33.704785 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] No DVR routers for this DVR port 9252716d-48a8-4f2d-8be4-48b85eb6f915 on host dv-cinder-806740-4-iscsi {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:17:33.708647 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c382b7-0dbe-4347-93f4-4e53fb928a99 None None] Pushing event deleted for resources: {'Port': ['ID=9252716d-48a8-4f2d-8be4-48b85eb6f915,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:33.710416 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c382b7-0dbe-4347-93f4-4e53fb928a99 None None] No DVR routers for this DVR port 9252716d-48a8-4f2d-8be4-48b85eb6f915 on host dv-cinder-806740-4-iscsi {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:17:33.777804 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582948', 'neutron.services.segments.db._delete_segments_for_network-8760416493249'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:33.787583 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02305619-007c-4a4a-9766-663534fe0eae']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:33.798245 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93895fde-5e34-4d75-89e9-20fc3e540b69') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:33.798541 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93895fde-5e34-4d75-89e9-20fc3e540b69') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:33.807277 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760416505941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14011211'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:33.821351 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:33.827207 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] Releasing vlan 1223 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:17:33.827590 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14918096'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: Traceback (most recent call last): Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: timer() Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: cb(*args, **kw) Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: return func(*args, **kwargs) Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: self._notify() Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: self.callback(batched_events) Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: event.method(event) Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: return f(self, *a, **k) Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._get(url).json() Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:17:33.829435 dv-cinder-806740-4-iscsi neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:17:33.952028 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-582973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16620547'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:33.957531 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:33.959147 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] 10.222.0.58 "DELETE /v2.0/networks/02305619-007c-4a4a-9766-663534fe0eae HTTP/1.1" status: 204 len: 168 time: 0.6990395 Aug 31 18:17:33.970593 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecd400-d0a5-4504-93a9-7b6a216c4943 admin admin] Pushing event deleted for resources: {'Network': ['ID=02305619-007c-4a4a-9766-663534fe0eae,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:34.391902 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38272) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:34.433314 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-97f02f2a-b2d9-4953-90af-2fed7ca88c66 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c2a9f290de14f9a8b00844d222cdd70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402641 Aug 31 18:17:34.435798 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38274) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:34.485293 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ccc062ab-49f2-4e4a-90ee-03edca5d5d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:34.507144 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ccc062ab-49f2-4e4a-90ee-03edca5d5d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:34.557497 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 9252716d-48a8-4f2d-8be4-48b85eb6f915 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:17:34.577434 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: 9252716d-48a8-4f2d-8be4-48b85eb6f915 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:17:34.577813 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 9252716d-48a8-4f2d-8be4-48b85eb6f915 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:17:34.578256 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 61627bba-731c-4630-a118-a74831aff192 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:17:34.598893 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: 61627bba-731c-4630-a118-a74831aff192 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:17:34.599230 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 61627bba-731c-4630-a118-a74831aff192 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:17:34.637599 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ccc062ab-49f2-4e4a-90ee-03edca5d5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:34.640298 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ccc062ab-49f2-4e4a-90ee-03edca5d5d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:34.641561 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-ccc062ab-49f2-4e4a-90ee-03edca5d5d28 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/83836b25-edda-4698-819e-93d919e86558 HTTP/1.1" status: 204 len: 168 time: 0.2048583 Aug 31 18:17:34.649349 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc062ab-49f2-4e4a-90ee-03edca5d5d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83836b25-edda-4698-819e-93d919e86558,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:35.415500 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38292) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:35.455102 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-7a87f53a-2a71-4501-bd54-e092c1aa74dc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2834e407096f4d869dbcae9394c3fd00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382683 Aug 31 18:17:35.457231 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38294) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:35.504436 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81f5d3b0-c973-48b2-b48b-b6f61dcb0849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:35.525876 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81f5d3b0-c973-48b2-b48b-b6f61dcb0849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:35.660406 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81f5d3b0-c973-48b2-b48b-b6f61dcb0849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:35.662934 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-81f5d3b0-c973-48b2-b48b-b6f61dcb0849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:35.666710 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-81f5d3b0-c973-48b2-b48b-b6f61dcb0849 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/393f5528-7cc2-440d-a8b6-c073d9b02f6d HTTP/1.1" status: 204 len: 168 time: 0.2063477 Aug 31 18:17:35.675345 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5d3b0-c973-48b2-b48b-b6f61dcb0849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393f5528-7cc2-440d-a8b6-c073d9b02f6d,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:45.318434 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501476d9-2ade-4a24-8ae5-36fe547cf727 req-03a2e84b-408d-4741-a400-8e9868e3be18 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:45.319901 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-501476d9-2ade-4a24-8ae5-36fe547cf727 req-03a2e84b-408d-4741-a400-8e9868e3be18 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 946 time: 0.0513585 Aug 31 18:17:45.364561 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-501476d9-2ade-4a24-8ae5-36fe547cf727 req-55503de9-fc3d-4bdf-8b25-20f08a62e3dc tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383947 Aug 31 18:17:45.386830 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38328) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:45.613377 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8614977d-7cb8-4e8a-9e95-dc195426cbf5 tempest-TestMinimumBasicScenario-964707331 tempest-TestMinimumBasicScenario-964707331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:45.614895 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-8614977d-7cb8-4e8a-9e95-dc195426cbf5 tempest-TestMinimumBasicScenario-964707331 tempest-TestMinimumBasicScenario-964707331-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 1094 time: 0.2270515 Aug 31 18:17:45.617941 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38334) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:45.622402 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Request body: {'floatingip': {'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'port_id': '19651f64-da9b-4e55-8189-3a253cc87a3f', 'tenant_id': '873aac2d04714aecae51151268275afc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:17:45.710087 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for floatingip, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:45.805928 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:45.910843 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Allocated IP 172.27.3.199 (d0d110ef-3035-4f07-b05a-39b223314ffd/b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d/eb5bf86d-166f-4b5a-bdc3-b3d503372564) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:17:46.009420 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:46.112211 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:46.152145 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Network d0d110ef-3035-4f07-b05a-39b223314ffd is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:17:46.155090 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:17:46.158808 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:17:46.164391 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Pushing event updated for resources: {'Port': ['ID=eb5bf86d-166f-4b5a-bdc3-b3d503372564,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:46.507188 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:46.634271 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:46.783715 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:46.898977 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24928532'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:46.966955 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Pushing event updated for resources: {'Port': ['ID=eb5bf86d-166f-4b5a-bdc3-b3d503372564,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:46.976558 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:46.976929 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:46.977273 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:46.977609 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:46.977940 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:46.978439 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:46.978650 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:46.978978 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:46.979300 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:46.979620 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:46.979940 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:46.980257 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:17:46.990540 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16620561'] for floatingip, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:47.090187 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.l3_db [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Floating IP 2e69f9c0-6361-43d0-8d63-00a45c8d4d86 associated. External IP: 172.27.3.199, port: 19651f64-da9b-4e55-8189-3a253cc87a3f. Aug 31 18:17:47.294011 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Router f94de1db-c959-4607-baa5-7526ead5bc09 has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:17:47.409079 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:17:47.420995 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ee421f-af28-4778-b088-ceb600a37a0e None None] Sync routers for ids ['f94de1db-c959-4607-baa5-7526ead5bc09'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:17:47.430850 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee421f-af28-4778-b088-ceb600a37a0e None None] Routers {'f94de1db-c959-4607-baa5-7526ead5bc09'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:17:47.432432 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-90ee421f-af28-4778-b088-ceb600a37a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:17:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['f94de1db-c959-4607-baa5-7526ead5bc09'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:47.532660 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:47.540350 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-90ee421f-af28-4778-b088-ceb600a37a0e None None] Set router f94de1db-c959-4607-baa5-7526ead5bc09 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:17:47.562765 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-f1fcf56c-04a1-4f95-9bb0-bc3488d74bf5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9437699 Aug 31 18:17:47.563354 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419596fe-adbc-4213-b303-6c7df7240535', 'tag': '19651f64-da9b-4e55-8189-3a253cc87a3f'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:17:47.565837 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38336) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:47.566388 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09147aa1e115aee8d127708618ecd85b55cb3aae781bdf90ad21cb3d8fc10ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcbe4ee-cdd0-4b09-8a04-31155cd57600" -d '{"events": [{"name": "network-changed", "server_uuid": "419596fe-adbc-4213-b303-6c7df7240535", "tag": "19651f64-da9b-4e55-8189-3a253cc87a3f"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:17:47.570976 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [None req-32fa5ea5-c744-4762-b63e-14ba6a066fd4 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-978373705', 'description': 'tempest-secgroup-smoke-978373705 description', 'project_id': '873aac2d04714aecae51151268275afc'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:17:47.604072 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04b3a91-3464-4de2-9f98-0bfdfc6ab3fb x-openstack-request-id: req-e04b3a91-3464-4de2-9f98-0bfdfc6ab3fb {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:17:47.604453 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419596fe-adbc-4213-b303-6c7df7240535", "tag": "19651f64-da9b-4e55-8189-3a253cc87a3f", "status": "completed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:17:47.604788 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e04b3a91-3464-4de2-9f98-0bfdfc6ab3fb {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:17:47.605266 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419596fe-adbc-4213-b303-6c7df7240535', 'tag': '19651f64-da9b-4e55-8189-3a253cc87a3f', 'status': 'completed', 'code': 200} Aug 31 18:17:47.671245 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-32fa5ea5-c744-4762-b63e-14ba6a066fd4 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:47.720192 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbe4ee-cdd0-4b09-8a04-31155cd57600 req-3a090fc3-b65b-4ad4-825b-88c8bcbe70f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:47.721773 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dfcbe4ee-cdd0-4b09-8a04-31155cd57600 req-3a090fc3-b65b-4ad4-825b-88c8bcbe70f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=873aac2d04714aecae51151268275afc&device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 1099 time: 0.0609365 Aug 31 18:17:47.771480 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-90ee421f-af28-4778-b088-ceb600a37a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'name': 'tempest-TestMinimumBasicScenario-960882104-router', 'tenant_id': '873aac2d04714aecae51151268275afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '76815586-84dd-4784-8e26-8667b38077b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:35Z', 'updated_at': '2021-08-31T18:16:39Z', 'revision_number': 4, 'project_id': '873aac2d04714aecae51151268275afc', 'gw_port': {'id': '76815586-84dd-4784-8e26-8667b38077b5', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:36Z', 'updated_at': '2021-08-31T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '2e69f9c0-6361-43d0-8d63-00a45c8d4d86', 'tenant_id': '873aac2d04714aecae51151268275afc', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'port_id': '19651f64-da9b-4e55-8189-3a253cc87a3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859', 'mac_address': 'fa:16:3e:fb:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419596fe-adbc-4213-b303-6c7df7240535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:17:46Z', 'updated_at': '2021-08-31T18:17:46Z', 'revision_number': 0, 'project_id': '873aac2d04714aecae51151268275afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2074f68a-de22-41be-bbcd-3e1160b777c1', 'name': '', 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859', 'tenant_id': '873aac2d04714aecae51151268275afc', 'mac_address': 'fa:16:3e:e4:2c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:38Z', 'updated_at': '2021-08-31T18:16:44Z', 'revision_number': 5, 'project_id': '873aac2d04714aecae51151268275afc', 'subnets': [{'id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:47.798710 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ee421f-af28-4778-b088-ceb600a37a0e None None] Checking router: f94de1db-c959-4607-baa5-7526ead5bc09 for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:17:47.807917 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee421f-af28-4778-b088-ceb600a37a0e None None] Routers {'f94de1db-c959-4607-baa5-7526ead5bc09'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:17:47.808539 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-90ee421f-af28-4778-b088-ceb600a37a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:17:23Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['f94de1db-c959-4607-baa5-7526ead5bc09'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:47.851519 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-32fa5ea5-c744-4762-b63e-14ba6a066fd4 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:47.855051 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbe4ee-cdd0-4b09-8a04-31155cd57600 req-8f132645-714e-4717-8176-6016532330a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:47.856505 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dfcbe4ee-cdd0-4b09-8a04-31155cd57600 req-8f132645-714e-4717-8176-6016532330a4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb2ab32c-c0b9-4a8b-a16f-df74ec834859 HTTP/1.1" status: 200 len: 916 time: 0.1249063 Aug 31 18:17:47.913398 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-90ee421f-af28-4778-b088-ceb600a37a0e None None] Set router f94de1db-c959-4607-baa5-7526ead5bc09 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:17:47.920033 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-32fa5ea5-c744-4762-b63e-14ba6a066fd4 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:47.934338 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dfcbe4ee-cdd0-4b09-8a04-31155cd57600 req-e1cda93c-2eb1-4606-b572-50a0817933ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19651f64-da9b-4e55-8189-3a253cc87a3f HTTP/1.1" status: 200 len: 1000 time: 0.0686991 Aug 31 18:17:47.957704 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:17:47.984343 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa5ea5-c744-4762-b63e-14ba6a066fd4 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1290184-0704-4783-ad74-434505d158de,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:48.003160 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbe4ee-cdd0-4b09-8a04-31155cd57600 req-9ddcf914-24f2-4ede-9312-ef5e5358ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:48.004660 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dfcbe4ee-cdd0-4b09-8a04-31155cd57600 req-9ddcf914-24f2-4ede-9312-ef5e5358ca7c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=abe36fa3-e7a4-4900-871e-9517d8e73a43 HTTP/1.1" status: 200 len: 853 time: 0.0619211 Aug 31 18:17:48.038846 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-32fa5ea5-c744-4762-b63e-14ba6a066fd4 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:48.040080 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-32fa5ea5-c744-4762-b63e-14ba6a066fd4 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4732389 Aug 31 18:17:48.043747 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38340) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:48.049156 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-6abf3189-b8ad-4c88-b844-96e397b0b385 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Request body: {'security_group_rule': {'security_group_id': 'e1290184-0704-4783-ad74-434505d158de', 'project_id': '873aac2d04714aecae51151268275afc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:17:48.057562 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbe4ee-cdd0-4b09-8a04-31155cd57600 req-5109ec71-88a4-4f18-bfa5-73db932606ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:48.059108 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dfcbe4ee-cdd0-4b09-8a04-31155cd57600 req-5109ec71-88a4-4f18-bfa5-73db932606ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb2ab32c-c0b9-4a8b-a16f-df74ec834859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473816 Aug 31 18:17:48.156712 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6abf3189-b8ad-4c88-b844-96e397b0b385 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:48.157673 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dfcbe4ee-cdd0-4b09-8a04-31155cd57600 req-9c9cf9b0-b88b-424b-84cc-3c4563df35f4 service neutron] 10.222.0.61 "GET /v2.0/networks/cb2ab32c-c0b9-4a8b-a16f-df74ec834859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908127 Aug 31 18:17:48.227905 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6abf3189-b8ad-4c88-b844-96e397b0b385 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:48.261456 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-90ee421f-af28-4778-b088-ceb600a37a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'name': 'tempest-TestMinimumBasicScenario-960882104-router', 'tenant_id': '873aac2d04714aecae51151268275afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '76815586-84dd-4784-8e26-8667b38077b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:35Z', 'updated_at': '2021-08-31T18:16:39Z', 'revision_number': 4, 'project_id': '873aac2d04714aecae51151268275afc', 'gw_port': {'id': '76815586-84dd-4784-8e26-8667b38077b5', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:36Z', 'updated_at': '2021-08-31T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '2e69f9c0-6361-43d0-8d63-00a45c8d4d86', 'tenant_id': '873aac2d04714aecae51151268275afc', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'port_id': '19651f64-da9b-4e55-8189-3a253cc87a3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859', 'mac_address': 'fa:16:3e:fb:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419596fe-adbc-4213-b303-6c7df7240535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:17:46Z', 'updated_at': '2021-08-31T18:17:46Z', 'revision_number': 0, 'project_id': '873aac2d04714aecae51151268275afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2074f68a-de22-41be-bbcd-3e1160b777c1', 'name': '', 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859', 'tenant_id': '873aac2d04714aecae51151268275afc', 'mac_address': 'fa:16:3e:e4:2c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:38Z', 'updated_at': '2021-08-31T18:16:44Z', 'revision_number': 5, 'project_id': '873aac2d04714aecae51151268275afc', 'subnets': [{'id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:48.264300 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dfcbe4ee-cdd0-4b09-8a04-31155cd57600 req-65f4a397-d91e-4205-abc8-966012c0f8ca service neutron] 10.222.0.61 "GET /v2.0/networks/cb2ab32c-c0b9-4a8b-a16f-df74ec834859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992267 Aug 31 18:17:48.289169 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ee421f-af28-4778-b088-ceb600a37a0e None None] The sync data for ids ['f94de1db-c959-4607-baa5-7526ead5bc09'] in dv-cinder-806740-4-iscsi is: [{'id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'name': 'tempest-TestMinimumBasicScenario-960882104-router', 'tenant_id': '873aac2d04714aecae51151268275afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '76815586-84dd-4784-8e26-8667b38077b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:35Z', 'updated_at': '2021-08-31T18:16:39Z', 'revision_number': 4, 'project_id': '873aac2d04714aecae51151268275afc', 'gw_port': {'id': '76815586-84dd-4784-8e26-8667b38077b5', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:36Z', 'updated_at': '2021-08-31T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_floatingips': [{'id': '2e69f9c0-6361-43d0-8d63-00a45c8d4d86', 'tenant_id': '873aac2d04714aecae51151268275afc', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'router_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'port_id': '19651f64-da9b-4e55-8189-3a253cc87a3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859', 'mac_address': 'fa:16:3e:fb:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419596fe-adbc-4213-b303-6c7df7240535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:17:46Z', 'updated_at': '2021-08-31T18:17:46Z', 'revision_number': 0, 'project_id': '873aac2d04714aecae51151268275afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2074f68a-de22-41be-bbcd-3e1160b777c1', 'name': '', 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859', 'tenant_id': '873aac2d04714aecae51151268275afc', 'mac_address': 'fa:16:3e:e4:2c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:38Z', 'updated_at': '2021-08-31T18:16:44Z', 'revision_number': 5, 'project_id': '873aac2d04714aecae51151268275afc', 'subnets': [{'id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:17:48.326995 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6abf3189-b8ad-4c88-b844-96e397b0b385 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:48.345723 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf3189-b8ad-4c88-b844-96e397b0b385 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4cfe91-1f36-4d10-9373-8cdd53c2ac19,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:48.490187 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede81732-3f20-432f-9e45-333054951bd6 None None] New status for floating IP 2e69f9c0-6361-43d0-8d63-00a45c8d4d86: ACTIVE {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:17:48.527619 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6abf3189-b8ad-4c88-b844-96e397b0b385 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:48.528914 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-6abf3189-b8ad-4c88-b844-96e397b0b385 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4839947 Aug 31 18:17:48.531671 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38342) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:48.536870 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-f29163b2-d44e-4b77-8af1-fc2146b38a7b tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Request body: {'security_group_rule': {'security_group_id': 'e1290184-0704-4783-ad74-434505d158de', 'project_id': '873aac2d04714aecae51151268275afc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:17:48.657975 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f29163b2-d44e-4b77-8af1-fc2146b38a7b tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:48.729937 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f29163b2-d44e-4b77-8af1-fc2146b38a7b tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:48.835740 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f29163b2-d44e-4b77-8af1-fc2146b38a7b tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:48.854416 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29163b2-d44e-4b77-8af1-fc2146b38a7b tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffcc1b66-d3de-4b1c-9c87-e575d5e98b63,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:48.967114 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f29163b2-d44e-4b77-8af1-fc2146b38a7b tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:48.968596 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-f29163b2-d44e-4b77-8af1-fc2146b38a7b tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4357607 Aug 31 18:17:48.971586 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38344) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:48.976482 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-827c4264-a0b5-42c1-9228-3758c816940f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Request body: {'security_group_rule': {'security_group_id': 'e1290184-0704-4783-ad74-434505d158de', 'project_id': '873aac2d04714aecae51151268275afc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:17:49.099697 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-827c4264-a0b5-42c1-9228-3758c816940f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:49.167788 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-827c4264-a0b5-42c1-9228-3758c816940f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:49.252910 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-827c4264-a0b5-42c1-9228-3758c816940f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:49.272742 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c4264-a0b5-42c1-9228-3758c816940f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8198d87d-cfde-41b7-878f-0197ec237333,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:49.368269 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-827c4264-a0b5-42c1-9228-3758c816940f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:49.369962 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-827c4264-a0b5-42c1-9228-3758c816940f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3970046 Aug 31 18:17:49.372528 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38346) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:49.377170 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-aa7ffaf0-35b4-486f-9236-ec4e87f11ab9 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Request body: {'security_group_rule': {'security_group_id': 'e1290184-0704-4783-ad74-434505d158de', 'project_id': '873aac2d04714aecae51151268275afc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:17:49.497803 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa7ffaf0-35b4-486f-9236-ec4e87f11ab9 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:49.559863 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa7ffaf0-35b4-486f-9236-ec4e87f11ab9 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:49.652718 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa7ffaf0-35b4-486f-9236-ec4e87f11ab9 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:49.671763 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ffaf0-35b4-486f-9236-ec4e87f11ab9 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8840a757-f9ad-4f94-a099-121a2cd93b48,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:49.766930 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa7ffaf0-35b4-486f-9236-ec4e87f11ab9 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:49.768166 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-aa7ffaf0-35b4-486f-9236-ec4e87f11ab9 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3946471 Aug 31 18:17:49.770926 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38348) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:49.775355 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-e27a2561-87fc-4c93-bdf1-39ccf872de01 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Request body: {'security_group_rule': {'security_group_id': 'e1290184-0704-4783-ad74-434505d158de', 'project_id': '873aac2d04714aecae51151268275afc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:17:49.888783 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-e27a2561-87fc-4c93-bdf1-39ccf872de01 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Project 873aac2d04714aecae51151268275afc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 18:17:49.894110 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e27a2561-87fc-4c93-bdf1-39ccf872de01 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:49.956294 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e27a2561-87fc-4c93-bdf1-39ccf872de01 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:50.037718 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e27a2561-87fc-4c93-bdf1-39ccf872de01 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:50.056561 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a2561-87fc-4c93-bdf1-39ccf872de01 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4010279-1f8e-4674-88bb-9746e8ae419a,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:50.202892 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e27a2561-87fc-4c93-bdf1-39ccf872de01 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:50.204786 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-e27a2561-87fc-4c93-bdf1-39ccf872de01 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4328001 Aug 31 18:17:50.207037 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38350) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:17:50.211869 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-03f799bf-f00d-4fe6-8f10-37ee024379c5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Request body: {'security_group_rule': {'security_group_id': 'e1290184-0704-4783-ad74-434505d158de', 'project_id': '873aac2d04714aecae51151268275afc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:17:50.312051 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.securitygroups_db [None req-03f799bf-f00d-4fe6-8f10-37ee024379c5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Project 873aac2d04714aecae51151268275afc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 18:17:50.317414 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03f799bf-f00d-4fe6-8f10-37ee024379c5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:50.382341 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03f799bf-f00d-4fe6-8f10-37ee024379c5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:50.515675 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03f799bf-f00d-4fe6-8f10-37ee024379c5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269846'] for security_group_rule, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:50.534204 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f799bf-f00d-4fe6-8f10-37ee024379c5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d76725-bfa7-4294-8ae7-657d8b970684,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:50.660571 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03f799bf-f00d-4fe6-8f10-37ee024379c5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:50.661863 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-03f799bf-f00d-4fe6-8f10-37ee024379c5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4538951 Aug 31 18:17:50.747848 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-de231034-b5d7-4f57-a209-c16a20b26b5e req-273f02b6-9cc0-4f1c-87ee-6da582f931f4 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978373705&fields=id&tenant_id=873aac2d04714aecae51151268275afc HTTP/1.1" status: 200 len: 267 time: 0.0386784 Aug 31 18:17:50.791989 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e95c1085-c144-4107-97ca-56f1cb79497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:50.802513 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de231034-b5d7-4f57-a209-c16a20b26b5e req-2ddd7677-23f9-4509-ab22-c4c870d7fbc8 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:50.803972 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-de231034-b5d7-4f57-a209-c16a20b26b5e req-2ddd7677-23f9-4509-ab22-c4c870d7fbc8 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 946 time: 0.0503941 Aug 31 18:17:50.815191 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [req-de231034-b5d7-4f57-a209-c16a20b26b5e req-2c6dff1b-1602-4988-90d5-ca6cc6ed60e6 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Request body: {'port': {'security_groups': ['6187a8eb-7fc5-494c-b81a-a7a76f4194ce', 'e1290184-0704-4783-ad74-434505d158de']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:17:50.882557 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-de231034-b5d7-4f57-a209-c16a20b26b5e req-2c6dff1b-1602-4988-90d5-ca6cc6ed60e6 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:51.069208 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-de231034-b5d7-4f57-a209-c16a20b26b5e req-2c6dff1b-1602-4988-90d5-ca6cc6ed60e6 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] For port 19651f64-da9b-4e55-8189-3a253cc87a3f, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=19651f64-da9b-4e55-8189-3a253cc87a3f,segment=NetworkSegment(c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65),segment_id=c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:17:51.368757 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-de231034-b5d7-4f57-a209-c16a20b26b5e req-2c6dff1b-1602-4988-90d5-ca6cc6ed60e6 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:51.454779 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-de231034-b5d7-4f57-a209-c16a20b26b5e req-2c6dff1b-1602-4988-90d5-ca6cc6ed60e6 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:51.493658 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['19651f64-da9b-4e55-8189-3a253cc87a3f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:17:51.497853 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de231034-b5d7-4f57-a209-c16a20b26b5e req-2c6dff1b-1602-4988-90d5-ca6cc6ed60e6 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:51.498486 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-de231034-b5d7-4f57-a209-c16a20b26b5e req-2c6dff1b-1602-4988-90d5-ca6cc6ed60e6 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:51.499852 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-de231034-b5d7-4f57-a209-c16a20b26b5e req-2c6dff1b-1602-4988-90d5-ca6cc6ed60e6 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "PUT /v2.0/ports/19651f64-da9b-4e55-8189-3a253cc87a3f HTTP/1.1" status: 200 len: 982 time: 0.6892996 Aug 31 18:17:51.500299 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419596fe-adbc-4213-b303-6c7df7240535', 'tag': '19651f64-da9b-4e55-8189-3a253cc87a3f'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:17:51.502582 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc9e9b4-e60e-4e8b-b442-1fa684ef3f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "419596fe-adbc-4213-b303-6c7df7240535", "tag": "19651f64-da9b-4e55-8189-3a253cc87a3f"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:17:51.534902 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dff1b-1602-4988-90d5-ca6cc6ed60e6 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Pushing event updated for resources: {'Port': ['ID=19651f64-da9b-4e55-8189-3a253cc87a3f,revision_number=6']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:51.591092 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741c0594-e259-49af-869b-69b553d2b9f4 x-openstack-request-id: req-741c0594-e259-49af-869b-69b553d2b9f4 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:17:51.591478 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419596fe-adbc-4213-b303-6c7df7240535", "tag": "19651f64-da9b-4e55-8189-3a253cc87a3f", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:17:51.591820 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-741c0594-e259-49af-869b-69b553d2b9f4 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:17:51.592964 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419596fe-adbc-4213-b303-6c7df7240535', 'tag': '19651f64-da9b-4e55-8189-3a253cc87a3f', 'status': 'completed', 'code': 200} Aug 31 18:17:51.631151 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['19651f64-da9b-4e55-8189-3a253cc87a3f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:17:51.683364 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc39e95-2e5a-46e2-a7f8-9177ea9c4120 req-9e63f0f1-8318-49c6-9447-0537b8c0b89a tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:51.684895 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1fc39e95-2e5a-46e2-a7f8-9177ea9c4120 req-9e63f0f1-8318-49c6-9447-0537b8c0b89a tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 985 time: 0.0790226 Aug 31 18:17:51.711274 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9e9b4-e60e-4e8b-b442-1fa684ef3f0c req-77bfc2c4-7e63-4366-aa41-caf267602ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:51.712753 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ffc9e9b4-e60e-4e8b-b442-1fa684ef3f0c req-77bfc2c4-7e63-4366-aa41-caf267602ac9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=873aac2d04714aecae51151268275afc&device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 1138 time: 0.0689096 Aug 31 18:17:51.748368 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1fc39e95-2e5a-46e2-a7f8-9177ea9c4120 req-b3b016a8-e09c-4b17-bd3e-3b4570d97c40 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&id=e1290184-0704-4783-ad74-434505d158de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563960 Aug 31 18:17:51.801952 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-7896ffc1-23bc-4654-8199-c76362338035 None None] Provisioning complete for port 19651f64-da9b-4e55-8189-3a253cc87a3f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:17:51.802526 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7896ffc1-23bc-4654-8199-c76362338035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:51.816982 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9e9b4-e60e-4e8b-b442-1fa684ef3f0c req-e61e1e90-ac2c-4b18-a914-66202b390fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:51.818499 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ffc9e9b4-e60e-4e8b-b442-1fa684ef3f0c req-e61e1e90-ac2c-4b18-a914-66202b390fc8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb2ab32c-c0b9-4a8b-a16f-df74ec834859 HTTP/1.1" status: 200 len: 916 time: 0.0953574 Aug 31 18:17:51.898688 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ffc9e9b4-e60e-4e8b-b442-1fa684ef3f0c req-42ac46e0-655b-4b91-8718-eebe1ec2f32b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19651f64-da9b-4e55-8189-3a253cc87a3f HTTP/1.1" status: 200 len: 1002 time: 0.0723472 Aug 31 18:17:51.950406 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9e9b4-e60e-4e8b-b442-1fa684ef3f0c req-c72a83dd-5bf4-488b-b631-627310c84257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:51.951865 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ffc9e9b4-e60e-4e8b-b442-1fa684ef3f0c req-c72a83dd-5bf4-488b-b631-627310c84257 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=abe36fa3-e7a4-4900-871e-9517d8e73a43 HTTP/1.1" status: 200 len: 853 time: 0.0459068 Aug 31 18:17:52.001847 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9e9b4-e60e-4e8b-b442-1fa684ef3f0c req-8018632a-95a5-4990-bdaa-afbbc4a1f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:52.003379 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ffc9e9b4-e60e-4e8b-b442-1fa684ef3f0c req-8018632a-95a5-4990-bdaa-afbbc4a1f23e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb2ab32c-c0b9-4a8b-a16f-df74ec834859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436010 Aug 31 18:17:52.115155 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ffc9e9b4-e60e-4e8b-b442-1fa684ef3f0c req-51a66e30-7f5d-4380-9382-5e3b8f7e0bec service neutron] 10.222.0.61 "GET /v2.0/networks/cb2ab32c-c0b9-4a8b-a16f-df74ec834859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038256 Aug 31 18:17:52.214639 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ffc9e9b4-e60e-4e8b-b442-1fa684ef3f0c req-1616db7c-5e55-48ba-bec5-b28d9264a7d4 service neutron] 10.222.0.61 "GET /v2.0/networks/cb2ab32c-c0b9-4a8b-a16f-df74ec834859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916572 Aug 31 18:17:52.219788 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:53.414970 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-abcd92cb-4fbc-44b2-b067-2d02ead218c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:53.660174 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:54.515305 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:55.349491 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f2628-d5ae-4a07-bfd8-d8f5e4efc6d4 req-1ac58d34-14b2-47ab-b7db-934a59f15cec tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:55.351359 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6a8f2628-d5ae-4a07-bfd8-d8f5e4efc6d4 req-1ac58d34-14b2-47ab-b7db-934a59f15cec tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 947 time: 0.0522246 Aug 31 18:17:55.392536 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6a8f2628-d5ae-4a07-bfd8-d8f5e4efc6d4 req-c8043e5c-8e94-4c4a-af24-4c6d0b45f9e3 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336664 Aug 31 18:17:56.527569 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ded872-797f-4e70-96ef-a5abb86e2c70 req-224d9f14-e097-4c7b-8bbb-d0be32364e3c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:56.529093 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-00ded872-797f-4e70-96ef-a5abb86e2c70 req-224d9f14-e097-4c7b-8bbb-d0be32364e3c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 947 time: 0.0564682 Aug 31 18:17:56.577629 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-00ded872-797f-4e70-96ef-a5abb86e2c70 req-c647bdd1-c305-4ecc-b1f0-071a2ef00f26 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422494 Aug 31 18:17:56.660275 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:57.142719 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150f72a-f85d-4234-8531-6ad357243351 req-f734dd11-7a8c-4766-9a20-f7710cae112e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:57.144209 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0150f72a-f85d-4234-8531-6ad357243351 req-f734dd11-7a8c-4766-9a20-f7710cae112e tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 947 time: 0.0533576 Aug 31 18:17:57.240147 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-0150f72a-f85d-4234-8531-6ad357243351 req-f3e1dfc9-7405-432d-b98b-bbf62ed6e62d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Deleting port b6855435-6587-4f0d-8694-194679b18aaa {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:17:57.240485 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0150f72a-f85d-4234-8531-6ad357243351 req-f3e1dfc9-7405-432d-b98b-bbf62ed6e62d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:57.327278 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0150f72a-f85d-4234-8531-6ad357243351 req-f3e1dfc9-7405-432d-b98b-bbf62ed6e62d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] For port b6855435-6587-4f0d-8694-194679b18aaa, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=b6855435-6587-4f0d-8694-194679b18aaa,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:17:57.327638 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0150f72a-f85d-4234-8531-6ad357243351 req-f3e1dfc9-7405-432d-b98b-bbf62ed6e62d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:57.494522 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0150f72a-f85d-4234-8531-6ad357243351 req-f3e1dfc9-7405-432d-b98b-bbf62ed6e62d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:57.494916 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0150f72a-f85d-4234-8531-6ad357243351 req-f3e1dfc9-7405-432d-b98b-bbf62ed6e62d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16620561'] for floatingip, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:57.495231 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.l3_db [req-0150f72a-f85d-4234-8531-6ad357243351 req-f3e1dfc9-7405-432d-b98b-bbf62ed6e62d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Floating IP 22e98492-a15f-44b6-852e-7efb0280aa1b disassociated. External IP: 172.27.3.61, port: b6855435-6587-4f0d-8694-194679b18aaa. Aug 31 18:17:57.495573 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-0150f72a-f85d-4234-8531-6ad357243351 req-f3e1dfc9-7405-432d-b98b-bbf62ed6e62d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Calling delete_port for b6855435-6587-4f0d-8694-194679b18aaa owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:17:57.705656 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c30f41-37c3-4960-8954-c335a85df3a5 req-55cf9596-47ef-438a-b25e-5e746e91578a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:17:57.707130 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e9c30f41-37c3-4960-8954-c335a85df3a5 req-55cf9596-47ef-438a-b25e-5e746e91578a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 947 time: 0.0489943 Aug 31 18:17:57.709264 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0150f72a-f85d-4234-8531-6ad357243351 req-f3e1dfc9-7405-432d-b98b-bbf62ed6e62d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:57.748037 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1dfc9-7405-432d-b98b-bbf62ed6e62d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Pushing event deleted for resources: {'Port': ['ID=b6855435-6587-4f0d-8694-194679b18aaa,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:17:57.812718 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-e9c30f41-37c3-4960-8954-c335a85df3a5 req-dc472a4d-3f17-4a7a-ba47-c93204c19dbc tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1fd0389-2b08-48d8-93c9-824638740ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965676 Aug 31 18:17:57.883626 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0150f72a-f85d-4234-8531-6ad357243351 req-f3e1dfc9-7405-432d-b98b-bbf62ed6e62d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Router 6d756167-bc30-4a2a-93e6-89e03c0da6ce has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:17:57.988812 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0150f72a-f85d-4234-8531-6ad357243351 req-f3e1dfc9-7405-432d-b98b-bbf62ed6e62d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:17:58.000057 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa77cf4-23f2-41a4-94ca-5d2a0b199781 None None] Sync routers for ids ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:17:58.010341 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa77cf4-23f2-41a4-94ca-5d2a0b199781 None None] Routers {'6d756167-bc30-4a2a-93e6-89e03c0da6ce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:17:58.011005 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-efa77cf4-23f2-41a4-94ca-5d2a0b199781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:17:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:58.028998 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-0150f72a-f85d-4234-8531-6ad357243351 req-f3e1dfc9-7405-432d-b98b-bbf62ed6e62d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] No DVR routers for this DVR port b6855435-6587-4f0d-8694-194679b18aaa on host hv-cinder-80674 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:17:58.031556 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0150f72a-f85d-4234-8531-6ad357243351 req-f3e1dfc9-7405-432d-b98b-bbf62ed6e62d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:17:58.034014 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0150f72a-f85d-4234-8531-6ad357243351 req-f3e1dfc9-7405-432d-b98b-bbf62ed6e62d tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.61 "DELETE /v2.0/ports/b6855435-6587-4f0d-8694-194679b18aaa HTTP/1.1" status: 204 len: 173 time: 0.8834774 Aug 31 18:17:58.034130 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2baab746-4f8d-4233-83f7-f9c3d9210446', 'name': 'network-vif-deleted', 'tag': 'b6855435-6587-4f0d-8694-194679b18aaa'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:17:58.036337 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8565c63b-53b7-44cf-a74e-1e81622ded81" -d '{"events": [{"server_uuid": "2baab746-4f8d-4233-83f7-f9c3d9210446", "name": "network-vif-deleted", "tag": "b6855435-6587-4f0d-8694-194679b18aaa"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:17:58.072665 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f318183d-e513-415d-8a31-2f4fe85b5d72 x-openstack-request-id: req-f318183d-e513-415d-8a31-2f4fe85b5d72 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:17:58.073084 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2baab746-4f8d-4233-83f7-f9c3d9210446", "name": "network-vif-deleted", "tag": "b6855435-6587-4f0d-8694-194679b18aaa", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:17:58.073317 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f318183d-e513-415d-8a31-2f4fe85b5d72 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:17:58.073723 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2baab746-4f8d-4233-83f7-f9c3d9210446', 'name': 'network-vif-deleted', 'tag': 'b6855435-6587-4f0d-8694-194679b18aaa', 'status': 'completed', 'code': 200} Aug 31 18:17:58.120943 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-efa77cf4-23f2-41a4-94ca-5d2a0b199781 None None] Set router 6d756167-bc30-4a2a-93e6-89e03c0da6ce gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:17:58.330160 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-efa77cf4-23f2-41a4-94ca-5d2a0b199781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:06:18Z', 'revision_number': 4, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port': {'id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:12Z', 'updated_at': '2021-08-31T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '8713dddf-e59e-4a2f-9668-f9020b3b596f', 'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'mac_address': 'fa:16:3e:7a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:17Z', 'updated_at': '2021-08-31T18:06:27Z', 'revision_number': 5, 'project_id': '2a9119ab965447a3863afba172552fbe', 'subnets': [{'id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:58.356555 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa77cf4-23f2-41a4-94ca-5d2a0b199781 None None] Checking router: 6d756167-bc30-4a2a-93e6-89e03c0da6ce for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:17:58.364878 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa77cf4-23f2-41a4-94ca-5d2a0b199781 None None] Routers {'6d756167-bc30-4a2a-93e6-89e03c0da6ce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:17:58.365517 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-efa77cf4-23f2-41a4-94ca-5d2a0b199781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:17:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:58.472861 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-efa77cf4-23f2-41a4-94ca-5d2a0b199781 None None] Set router 6d756167-bc30-4a2a-93e6-89e03c0da6ce gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:17:58.676645 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-efa77cf4-23f2-41a4-94ca-5d2a0b199781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:06:18Z', 'revision_number': 4, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port': {'id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:12Z', 'updated_at': '2021-08-31T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '8713dddf-e59e-4a2f-9668-f9020b3b596f', 'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'mac_address': 'fa:16:3e:7a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:17Z', 'updated_at': '2021-08-31T18:06:27Z', 'revision_number': 5, 'project_id': '2a9119ab965447a3863afba172552fbe', 'subnets': [{'id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:17:58.706639 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa77cf4-23f2-41a4-94ca-5d2a0b199781 None None] The sync data for ids ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'] in dv-cinder-806740-4-iscsi is: [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:06:18Z', 'revision_number': 4, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port': {'id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:12Z', 'updated_at': '2021-08-31T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '8713dddf-e59e-4a2f-9668-f9020b3b596f', 'name': '', 'network_id': 'a68376ec-b257-4dfd-9283-15b5c197e90b', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'mac_address': 'fa:16:3e:7a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:17Z', 'updated_at': '2021-08-31T18:06:27Z', 'revision_number': 5, 'project_id': '2a9119ab965447a3863afba172552fbe', 'subnets': [{'id': 'e1d6b1f5-01e8-41f7-84ff-ce519356dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:17:58.927857 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-26280b9f-bea9-43ca-9fc8-1e53c51498de req-48f46586-cd1e-487d-adb1-f93483697240 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/ports?device_id=2baab746-4f8d-4233-83f7-f9c3d9210446 HTTP/1.1" status: 200 len: 210 time: 0.0287006 Aug 31 18:17:58.936894 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129cc309-687d-43a7-a365-b9e60c420aff None None] New status for floating IP 22e98492-a15f-44b6-852e-7efb0280aa1b: DOWN {{(pid=94692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:18:00.093348 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38388) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:00.146500 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a9ae-4612-4927-b171-c10991c6b8a9 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:00.169033 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a9ae-4612-4927-b171-c10991c6b8a9 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:00.260900 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device b6855435-6587-4f0d-8694-194679b18aaa no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:18:00.283373 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: b6855435-6587-4f0d-8694-194679b18aaa {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:18:00.283709 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device b6855435-6587-4f0d-8694-194679b18aaa not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:18:00.294238 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a9ae-4612-4927-b171-c10991c6b8a9 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:00.299531 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a9ae-4612-4927-b171-c10991c6b8a9 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:00.299531 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-d1c7a9ae-4612-4927-b171-c10991c6b8a9 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "DELETE /v2.0/security-groups/c1fd0389-2b08-48d8-93c9-824638740ca5 HTTP/1.1" status: 204 len: 168 time: 0.2036800 Aug 31 18:18:00.300790 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38390) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:00.307423 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7a9ae-4612-4927-b171-c10991c6b8a9 tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fd0389-2b08-48d8-93c9-824638740ca5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:00.315206 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.api.v2.resource [None req-60cbc4be-d457-4be6-b20d-69ee4a7af60c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] show failed (client error): The resource could not be found. Aug 31 18:18:00.316413 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-60cbc4be-d457-4be6-b20d-69ee4a7af60c tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "GET /v2.0/security-groups/c1fd0389-2b08-48d8-93c9-824638740ca5 HTTP/1.1" status: 404 len: 347 time: 0.0143237 Aug 31 18:18:00.319205 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38392) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:00.440577 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c79aa4b4-c422-4dbd-91f5-d6370fa1765a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Deleting port b8e9f21a-701d-4f44-bd26-a5ec4d0440c4 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:18:00.440948 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c79aa4b4-c422-4dbd-91f5-d6370fa1765a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:00.519446 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c79aa4b4-c422-4dbd-91f5-d6370fa1765a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:00.519776 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c79aa4b4-c422-4dbd-91f5-d6370fa1765a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:00.531739 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c79aa4b4-c422-4dbd-91f5-d6370fa1765a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Calling delete_port for b8e9f21a-701d-4f44-bd26-a5ec4d0440c4 owned by network:floatingip {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:18:00.732471 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c79aa4b4-c422-4dbd-91f5-d6370fa1765a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:00.761217 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79aa4b4-c422-4dbd-91f5-d6370fa1765a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Pushing event deleted for resources: {'Port': ['ID=b8e9f21a-701d-4f44-bd26-a5ec4d0440c4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:00.822017 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c79aa4b4-c422-4dbd-91f5-d6370fa1765a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks [] for floatingip, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:00.824564 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c79aa4b4-c422-4dbd-91f5-d6370fa1765a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:00.825754 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-c79aa4b4-c422-4dbd-91f5-d6370fa1765a tempest-AttachVolumeShelveTestJSON-2003292999 tempest-AttachVolumeShelveTestJSON-2003292999-project] 10.222.0.58 "DELETE /v2.0/floatingips/22e98492-a15f-44b6-852e-7efb0280aa1b HTTP/1.1" status: 204 len: 168 time: 0.5056615 Aug 31 18:18:03.586441 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38414) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:04.294187 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55567d2c-095c-4041-bd0e-a3b6181642da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16625169'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:04.536345 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-55567d2c-095c-4041-bd0e-a3b6181642da admin admin] Deleting port 8713dddf-e59e-4a2f-9668-f9020b3b596f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:18:04.536684 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55567d2c-095c-4041-bd0e-a3b6181642da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:04.613617 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-55567d2c-095c-4041-bd0e-a3b6181642da admin admin] For port 8713dddf-e59e-4a2f-9668-f9020b3b596f, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=8713dddf-e59e-4a2f-9668-f9020b3b596f,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:18:04.614312 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55567d2c-095c-4041-bd0e-a3b6181642da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:04.627341 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-55567d2c-095c-4041-bd0e-a3b6181642da admin admin] Calling delete_port for 8713dddf-e59e-4a2f-9668-f9020b3b596f owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:18:04.877119 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55567d2c-095c-4041-bd0e-a3b6181642da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:04.905658 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55567d2c-095c-4041-bd0e-a3b6181642da admin admin] Pushing event deleted for resources: {'Port': ['ID=8713dddf-e59e-4a2f-9668-f9020b3b596f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:05.082624 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55567d2c-095c-4041-bd0e-a3b6181642da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16289137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16625293'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:05.305780 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55567d2c-095c-4041-bd0e-a3b6181642da admin admin] Router 6d756167-bc30-4a2a-93e6-89e03c0da6ce has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:18:05.402393 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55567d2c-095c-4041-bd0e-a3b6181642da admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:18:05.407554 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-55567d2c-095c-4041-bd0e-a3b6181642da admin admin] 10.222.0.58 "PUT /v2.0/routers/6d756167-bc30-4a2a-93e6-89e03c0da6ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8200655 Aug 31 18:18:05.410165 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38420) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:05.412544 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73960b6b-f5cf-426e-b5d3-607041cf40a4 None None] Sync routers for ids ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:18:05.422151 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73960b6b-f5cf-426e-b5d3-607041cf40a4 None None] Routers {'6d756167-bc30-4a2a-93e6-89e03c0da6ce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:18:05.422755 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-73960b6b-f5cf-426e-b5d3-607041cf40a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:17:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:18:05.517642 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc2de20f-7bb3-4bab-b05c-baf780dcfa3d admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:05.527174 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-73960b6b-f5cf-426e-b5d3-607041cf40a4 None None] Set router 6d756167-bc30-4a2a-93e6-89e03c0da6ce gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:18:05.618454 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc2de20f-7bb3-4bab-b05c-baf780dcfa3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:05.713733 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-73960b6b-f5cf-426e-b5d3-607041cf40a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:18:04Z', 'revision_number': 5, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port': {'id': '80528f86-6aba-4eca-94af-8c35ce6c366c', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:06:12Z', 'updated_at': '2021-08-31T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:18:05.738868 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cc2de20f-7bb3-4bab-b05c-baf780dcfa3d admin admin] Deleting port 80528f86-6aba-4eca-94af-8c35ce6c366c {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:18:05.739209 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc2de20f-7bb3-4bab-b05c-baf780dcfa3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:05.743837 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73960b6b-f5cf-426e-b5d3-607041cf40a4 None None] Checking router: 6d756167-bc30-4a2a-93e6-89e03c0da6ce for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:18:05.754587 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73960b6b-f5cf-426e-b5d3-607041cf40a4 None None] Routers {'6d756167-bc30-4a2a-93e6-89e03c0da6ce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:18:05.755238 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-73960b6b-f5cf-426e-b5d3-607041cf40a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:17:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:18:05.824511 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-cc2de20f-7bb3-4bab-b05c-baf780dcfa3d admin admin] For port 80528f86-6aba-4eca-94af-8c35ce6c366c, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=80528f86-6aba-4eca-94af-8c35ce6c366c,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:18:05.824923 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc2de20f-7bb3-4bab-b05c-baf780dcfa3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:05.837777 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cc2de20f-7bb3-4bab-b05c-baf780dcfa3d admin admin] Calling delete_port for 80528f86-6aba-4eca-94af-8c35ce6c366c owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:18:05.844633 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-73960b6b-f5cf-426e-b5d3-607041cf40a4 None None] Set router 6d756167-bc30-4a2a-93e6-89e03c0da6ce gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:18:05.899782 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-73960b6b-f5cf-426e-b5d3-607041cf40a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:18:05Z', 'revision_number': 6, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port_host': None}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:18:05.925768 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73960b6b-f5cf-426e-b5d3-607041cf40a4 None None] The sync data for ids ['6d756167-bc30-4a2a-93e6-89e03c0da6ce'] in dv-cinder-806740-4-iscsi is: [{'id': '6d756167-bc30-4a2a-93e6-89e03c0da6ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1644053040-router', 'tenant_id': '2a9119ab965447a3863afba172552fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:06:10Z', 'updated_at': '2021-08-31T18:18:05Z', 'revision_number': 6, 'project_id': '2a9119ab965447a3863afba172552fbe', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:18:06.063367 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc2de20f-7bb3-4bab-b05c-baf780dcfa3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:06.088337 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2de20f-7bb3-4bab-b05c-baf780dcfa3d admin admin] Pushing event deleted for resources: {'Port': ['ID=80528f86-6aba-4eca-94af-8c35ce6c366c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:06.150624 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc2de20f-7bb3-4bab-b05c-baf780dcfa3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16620591'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:06.237674 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc2de20f-7bb3-4bab-b05c-baf780dcfa3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16626705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15892'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:06.239627 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc2de20f-7bb3-4bab-b05c-baf780dcfa3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:06.383471 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc2de20f-7bb3-4bab-b05c-baf780dcfa3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16626714'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:06.384044 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2de20f-7bb3-4bab-b05c-baf780dcfa3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d756167-bc30-4a2a-93e6-89e03c0da6ce {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 18:18:06.388317 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc2de20f-7bb3-4bab-b05c-baf780dcfa3d admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:06.389508 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-cc2de20f-7bb3-4bab-b05c-baf780dcfa3d admin admin] 10.222.0.58 "DELETE /v2.0/routers/6d756167-bc30-4a2a-93e6-89e03c0da6ce HTTP/1.1" status: 204 len: 168 time: 0.9757886 Aug 31 18:18:06.392015 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38422) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:06.439302 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3a5b0a-f25b-4334-86ed-e59d47aed2d1 admin admin] Deleting subnet e1d6b1f5-01e8-41f7-84ff-ce519356dba1 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:18:06.442241 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5b0a-f25b-4334-86ed-e59d47aed2d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:06.476061 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5b0a-f25b-4334-86ed-e59d47aed2d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25009181'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:06.554203 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5b0a-f25b-4334-86ed-e59d47aed2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-582367'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:06.683182 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 8713dddf-e59e-4a2f-9668-f9020b3b596f no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:18:06.688641 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5b0a-f25b-4334-86ed-e59d47aed2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-582356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24928578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13010073'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:06.704539 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: 8713dddf-e59e-4a2f-9668-f9020b3b596f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:18:06.704830 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 8713dddf-e59e-4a2f-9668-f9020b3b596f not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:18:06.705242 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 80528f86-6aba-4eca-94af-8c35ce6c366c no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:18:06.721091 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a5b0a-f25b-4334-86ed-e59d47aed2d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1d6b1f5-01e8-41f7-84ff-ce519356dba1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:06.725370 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: 80528f86-6aba-4eca-94af-8c35ce6c366c {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:18:06.725720 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 80528f86-6aba-4eca-94af-8c35ce6c366c not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:18:06.729232 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5b0a-f25b-4334-86ed-e59d47aed2d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:06.731325 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-2e3a5b0a-f25b-4334-86ed-e59d47aed2d1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e1d6b1f5-01e8-41f7-84ff-ce519356dba1 HTTP/1.1" status: 204 len: 168 time: 0.3383853 Aug 31 18:18:06.734083 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38424) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:06.737345 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a026bae-7828-4b78-bc86-47646c1fce27 None None] Network a68376ec-b257-4dfd-9283-15b5c197e90b requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:18:06.810955 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563888'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:06.877041 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] Deleting port 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:18:06.877388 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:06.926899 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] DHCP port deletion for a68376ec-b257-4dfd-9283-15b5c197e90b request from dv-cinder-806740-4-iscsi {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 18:18:06.956633 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] For port 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:18:06.956984 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:06.970065 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] Calling delete_port for 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:18:06.979840 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] Deleting port 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:18:06.980215 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:07.045407 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] For port 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9,segment=NetworkSegment(86d25d94-d915-4213-b12d-e851b05b6563),segment_id=86d25d94-d915-4213-b12d-e851b05b6563)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:18:07.045804 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:07.062683 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] Calling delete_port for 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:18:07.132341 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:07.138785 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:07.160126 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:07.161920 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] No DVR routers for this DVR port 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 on host dv-cinder-806740-4-iscsi {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:18:07.162130 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] Pushing event deleted for resources: {'Port': ['ID=76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:07.172681 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:07.173057 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:07.173402 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:07.173732 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:07.174061 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:07.174384 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:07.174710 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:07.175029 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:07.175350 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:07.175668 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:07.175984 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:07.176295 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:07.178963 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8152a7b5-6688-40fe-9e54-21c6da2772e4 None None] No DVR routers for this DVR port 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 on host dv-cinder-806740-4-iscsi {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:18:07.241430 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582948', 'neutron.services.segments.db._delete_segments_for_network-8760416493249'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:07.251377 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68376ec-b257-4dfd-9283-15b5c197e90b']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:18:07.261531 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d25d94-d915-4213-b12d-e851b05b6563') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:18:07.261825 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d25d94-d915-4213-b12d-e851b05b6563') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:18:07.270481 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760416505941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25009190'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:07.284072 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:07.291063 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:18:07.291441 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24928760'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: Traceback (most recent call last): Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: timer() Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: cb(*args, **kw) Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: return func(*args, **kwargs) Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: self._notify() Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: self.callback(batched_events) Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: event.method(event) Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: return f(self, *a, **k) Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: return self._get(url).json() Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:18:07.293112 dv-cinder-806740-4-iscsi neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:18:07.414150 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-582973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16620547'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:07.420381 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:07.422413 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a68376ec-b257-4dfd-9283-15b5c197e90b HTTP/1.1" status: 204 len: 168 time: 0.6873641 Aug 31 18:18:07.434991 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c5465-ee63-4a4c-98b9-801463210ba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a68376ec-b257-4dfd-9283-15b5c197e90b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:07.847893 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38428) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:07.887016 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-9ec96a83-062f-4194-87d9-e7171d691b31 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a9119ab965447a3863afba172552fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379586 Aug 31 18:18:07.890181 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38430) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:07.941592 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ba48295-f17b-47fd-a215-fc8e088af6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:07.961579 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ba48295-f17b-47fd-a215-fc8e088af6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:08.097696 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ba48295-f17b-47fd-a215-fc8e088af6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:08.100308 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ba48295-f17b-47fd-a215-fc8e088af6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:08.101504 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-4ba48295-f17b-47fd-a215-fc8e088af6bf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f89bc53e-1d8d-4d8a-910f-249059f91321 HTTP/1.1" status: 204 len: 168 time: 0.2104201 Aug 31 18:18:08.109608 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba48295-f17b-47fd-a215-fc8e088af6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89bc53e-1d8d-4d8a-910f-249059f91321,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:08.570528 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:18:08.594664 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:18:08.595172 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 76ae44f5-9bea-4edb-a8d9-6b5da6e8e4c9 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:18:10.611262 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38474) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:10.712779 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca3cddaa-03ab-41a9-8aab-a4b50b6992e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:10.801472 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca3cddaa-03ab-41a9-8aab-a4b50b6992e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:10.892209 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca3cddaa-03ab-41a9-8aab-a4b50b6992e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:10.932035 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-ca3cddaa-03ab-41a9-8aab-a4b50b6992e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9014fcb7c584604a5d5e2eef58b5644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196890 Aug 31 18:18:10.933165 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cddaa-03ab-41a9-8aab-a4b50b6992e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac96774-0997-474e-89b8-fde87b63e3bb,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:10.934805 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38478) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:10.988235 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-43c5bf13-2b52-4ea7-9845-69cb1bdee8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:11.008631 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-43c5bf13-2b52-4ea7-9845-69cb1bdee8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:11.109580 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-43c5bf13-2b52-4ea7-9845-69cb1bdee8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:11.112163 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-43c5bf13-2b52-4ea7-9845-69cb1bdee8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:11.113358 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-43c5bf13-2b52-4ea7-9845-69cb1bdee8b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6ac96774-0997-474e-89b8-fde87b63e3bb HTTP/1.1" status: 204 len: 168 time: 0.1769576 Aug 31 18:18:11.121273 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5bf13-2b52-4ea7-9845-69cb1bdee8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac96774-0997-474e-89b8-fde87b63e3bb,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:11.128565 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c5bf13-2b52-4ea7-9845-69cb1bdee8b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:11.128942 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c5bf13-2b52-4ea7-9845-69cb1bdee8b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:11.129291 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c5bf13-2b52-4ea7-9845-69cb1bdee8b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:11.129626 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c5bf13-2b52-4ea7-9845-69cb1bdee8b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:11.129959 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c5bf13-2b52-4ea7-9845-69cb1bdee8b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:11.130295 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c5bf13-2b52-4ea7-9845-69cb1bdee8b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:11.130620 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c5bf13-2b52-4ea7-9845-69cb1bdee8b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:11.130948 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c5bf13-2b52-4ea7-9845-69cb1bdee8b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:11.131275 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c5bf13-2b52-4ea7-9845-69cb1bdee8b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:11.131600 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c5bf13-2b52-4ea7-9845-69cb1bdee8b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:11.131920 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c5bf13-2b52-4ea7-9845-69cb1bdee8b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:11.132241 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c5bf13-2b52-4ea7-9845-69cb1bdee8b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:18:11.815365 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38486) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:11.828448 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db6a78a6-367b-45d4-a972-457e2686d355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:11.915417 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db6a78a6-367b-45d4-a972-457e2686d355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:11.997363 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-db6a78a6-367b-45d4-a972-457e2686d355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:12.033676 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a78a6-367b-45d4-a972-457e2686d355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d685714-0c76-4ad9-8f08-65d2a8fc89a5,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:12.039201 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-db6a78a6-367b-45d4-a972-457e2686d355 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db26793999fd4c14afcd7498d1c73737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227988 Aug 31 18:18:12.042701 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38488) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:12.090629 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-231136f0-24cd-4852-b2a2-2e30002a693b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:12.114429 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-231136f0-24cd-4852-b2a2-2e30002a693b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:12.271254 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-231136f0-24cd-4852-b2a2-2e30002a693b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:12.273758 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-231136f0-24cd-4852-b2a2-2e30002a693b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:12.274913 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-231136f0-24cd-4852-b2a2-2e30002a693b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d685714-0c76-4ad9-8f08-65d2a8fc89a5 HTTP/1.1" status: 204 len: 168 time: 0.2313087 Aug 31 18:18:12.283380 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231136f0-24cd-4852-b2a2-2e30002a693b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d685714-0c76-4ad9-8f08-65d2a8fc89a5,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:20.650927 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38566) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:20.771674 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0680db2d-5e7f-4fe9-9d0c-4447bab9712c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:20.851829 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-21ff5db9-d1de-464e-8953-0ab4c5e07f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:20.858524 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0680db2d-5e7f-4fe9-9d0c-4447bab9712c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:20.971840 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0680db2d-5e7f-4fe9-9d0c-4447bab9712c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:21.009771 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-0680db2d-5e7f-4fe9-9d0c-4447bab9712c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b1ad42b8110e43fc8655230930554ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571415 Aug 31 18:18:21.011249 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680db2d-5e7f-4fe9-9d0c-4447bab9712c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a250f50e-4b30-403a-818c-63dbe3c12e67,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:21.014344 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38570) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:21.072379 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c85e62de-4673-4d8e-a691-63e0ddf4a5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:21.094391 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c85e62de-4673-4d8e-a691-63e0ddf4a5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:21.234709 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c85e62de-4673-4d8e-a691-63e0ddf4a5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:21.237374 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c85e62de-4673-4d8e-a691-63e0ddf4a5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:21.238580 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-c85e62de-4673-4d8e-a691-63e0ddf4a5d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a250f50e-4b30-403a-818c-63dbe3c12e67 HTTP/1.1" status: 204 len: 168 time: 0.2218525 Aug 31 18:18:21.247010 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e62de-4673-4d8e-a691-63e0ddf4a5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a250f50e-4b30-403a-818c-63dbe3c12e67,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:21.914499 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38576) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:21.928241 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc8df-4b10-42a3-8192-65a7bd8d37c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:22.018000 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc8df-4b10-42a3-8192-65a7bd8d37c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:22.080510 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc8df-4b10-42a3-8192-65a7bd8d37c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:22.120781 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fc8df-4b10-42a3-8192-65a7bd8d37c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b294c0-43ab-400a-8947-6d146ee9fc44,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:22.125117 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-3f9fc8df-4b10-42a3-8192-65a7bd8d37c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=975f97c032054a3784e1f95520192edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095826 Aug 31 18:18:22.128261 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38578) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:22.179519 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2bc1d059-4788-4f45-9ead-2a9aadbad6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:22.201522 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2bc1d059-4788-4f45-9ead-2a9aadbad6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:22.229119 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:22.360624 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2bc1d059-4788-4f45-9ead-2a9aadbad6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:22.363240 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2bc1d059-4788-4f45-9ead-2a9aadbad6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:22.364396 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-2bc1d059-4788-4f45-9ead-2a9aadbad6ff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67b294c0-43ab-400a-8947-6d146ee9fc44 HTTP/1.1" status: 204 len: 168 time: 0.2355516 Aug 31 18:18:22.373874 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1d059-4788-4f45-9ead-2a9aadbad6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b294c0-43ab-400a-8947-6d146ee9fc44,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:23.436967 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d940c338-103c-4afd-a280-0065bd3a2311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:23.648195 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:24.217294 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38608) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:24.325867 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-98c85230-5a31-44f2-81cd-103e1eb6c648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:24.411614 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-98c85230-5a31-44f2-81cd-103e1eb6c648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:24.543021 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-98c85230-5a31-44f2-81cd-103e1eb6c648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:24.556628 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:24.584200 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-98c85230-5a31-44f2-81cd-103e1eb6c648 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0670cefda3d64174a8cc60554edfe7ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658092 Aug 31 18:18:24.585095 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c85230-5a31-44f2-81cd-103e1eb6c648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c18d45-9917-4918-ba2e-32e1fb50c5fd,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:24.587250 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38614) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:24.646978 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17e6c547-9297-4a80-abb9-5c1d8788a1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:24.669748 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17e6c547-9297-4a80-abb9-5c1d8788a1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:24.853801 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17e6c547-9297-4a80-abb9-5c1d8788a1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:24.856474 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17e6c547-9297-4a80-abb9-5c1d8788a1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:24.857701 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-17e6c547-9297-4a80-abb9-5c1d8788a1c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87c18d45-9917-4918-ba2e-32e1fb50c5fd HTTP/1.1" status: 204 len: 168 time: 0.2690167 Aug 31 18:18:24.866023 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6c547-9297-4a80-abb9-5c1d8788a1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c18d45-9917-4918-ba2e-32e1fb50c5fd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:24.956946 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:18:26.709002 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:36.460968 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1f33a6a9-89c8-4c90-b09f-daf1e2159659 req-b4a33264-300b-44be-9e29-4af1e0dd53a3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404115 Aug 31 18:18:36.561559 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33a6a9-89c8-4c90-b09f-daf1e2159659 req-baf6b4c9-da29-41ff-952d-288f1610585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:36.563083 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1f33a6a9-89c8-4c90-b09f-daf1e2159659 req-baf6b4c9-da29-41ff-952d-288f1610585d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=873aac2d04714aecae51151268275afc&device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 1138 time: 0.0410390 Aug 31 18:18:36.668275 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33a6a9-89c8-4c90-b09f-daf1e2159659 req-096592d9-301c-4f2e-8d92-217b0a289dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:36.669862 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1f33a6a9-89c8-4c90-b09f-daf1e2159659 req-096592d9-301c-4f2e-8d92-217b0a289dd9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb2ab32c-c0b9-4a8b-a16f-df74ec834859 HTTP/1.1" status: 200 len: 916 time: 0.0855176 Aug 31 18:18:36.736491 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1f33a6a9-89c8-4c90-b09f-daf1e2159659 req-6ec8afdf-c464-4854-8db1-fb03e02dfd2d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19651f64-da9b-4e55-8189-3a253cc87a3f HTTP/1.1" status: 200 len: 1002 time: 0.0584753 Aug 31 18:18:36.785564 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33a6a9-89c8-4c90-b09f-daf1e2159659 req-256da026-f89c-4e5d-b491-a290159b0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:36.786945 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1f33a6a9-89c8-4c90-b09f-daf1e2159659 req-256da026-f89c-4e5d-b491-a290159b0413 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=abe36fa3-e7a4-4900-871e-9517d8e73a43 HTTP/1.1" status: 200 len: 853 time: 0.0437667 Aug 31 18:18:36.837059 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33a6a9-89c8-4c90-b09f-daf1e2159659 req-e450a496-2216-49a1-9675-127c8db4ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:36.838581 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1f33a6a9-89c8-4c90-b09f-daf1e2159659 req-e450a496-2216-49a1-9675-127c8db4ca95 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb2ab32c-c0b9-4a8b-a16f-df74ec834859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440452 Aug 31 18:18:36.927740 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1f33a6a9-89c8-4c90-b09f-daf1e2159659 req-03539c00-2961-4f1f-8f85-c69b0a2063be service neutron] 10.222.0.61 "GET /v2.0/networks/cb2ab32c-c0b9-4a8b-a16f-df74ec834859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815940 Aug 31 18:18:37.019757 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1f33a6a9-89c8-4c90-b09f-daf1e2159659 req-e01a5bb3-4b40-402e-983a-372b643d6a50 service neutron] 10.222.0.61 "GET /v2.0/networks/cb2ab32c-c0b9-4a8b-a16f-df74ec834859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849915 Aug 31 18:18:39.315111 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38708) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:39.419668 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85df452c-207a-4b80-8996-27c9fc46f0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:39.511236 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85df452c-207a-4b80-8996-27c9fc46f0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:39.599965 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85df452c-207a-4b80-8996-27c9fc46f0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:39.639348 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-85df452c-207a-4b80-8996-27c9fc46f0f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=410a46e7b4c544e08fc02c7b44ebc77c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230717 Aug 31 18:18:39.640205 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df452c-207a-4b80-8996-27c9fc46f0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b88e8bd-bade-47c9-939a-f183309088fb,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:39.641957 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38712) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:39.692117 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-181e2b4d-1a5a-4a3a-8a7c-bca9abf7ad53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:39.716446 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-181e2b4d-1a5a-4a3a-8a7c-bca9abf7ad53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:39.874230 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-181e2b4d-1a5a-4a3a-8a7c-bca9abf7ad53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:39.876867 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-181e2b4d-1a5a-4a3a-8a7c-bca9abf7ad53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:39.878096 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-181e2b4d-1a5a-4a3a-8a7c-bca9abf7ad53 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b88e8bd-bade-47c9-939a-f183309088fb HTTP/1.1" status: 204 len: 168 time: 0.2350659 Aug 31 18:18:39.888770 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e2b4d-1a5a-4a3a-8a7c-bca9abf7ad53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b88e8bd-bade-47c9-939a-f183309088fb,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:41.580098 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 38746) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:41.683615 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aa9a042f-e261-40d1-bdf7-28621ddf4212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:41.768638 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aa9a042f-e261-40d1-bdf7-28621ddf4212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:41.852930 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aa9a042f-e261-40d1-bdf7-28621ddf4212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:41.892643 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-aa9a042f-e261-40d1-bdf7-28621ddf4212 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f4eb023f075450c9cb917070d8c0636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114169 Aug 31 18:18:41.893606 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a042f-e261-40d1-bdf7-28621ddf4212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ba1dcd-87af-452c-8d44-5738b4614d7e,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:41.896074 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38750) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:41.947344 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06b3d09-e9fa-4286-bd82-133d3c569bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:41.970324 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06b3d09-e9fa-4286-bd82-133d3c569bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:42.093539 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06b3d09-e9fa-4286-bd82-133d3c569bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:42.096593 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06b3d09-e9fa-4286-bd82-133d3c569bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:42.097954 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-a06b3d09-e9fa-4286-bd82-133d3c569bd5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47ba1dcd-87af-452c-8d44-5738b4614d7e HTTP/1.1" status: 204 len: 168 time: 0.2006013 Aug 31 18:18:42.106559 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b3d09-e9fa-4286-bd82-133d3c569bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ba1dcd-87af-452c-8d44-5738b4614d7e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:43.123719 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38774) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:43.227657 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-de45441e-71d5-4de3-ba0f-4e3347b02f6e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-363734647-network', 'tenant_id': '4732c83fca9343f996731019afc47627'}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:18:43.326875 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de45441e-71d5-4de3-ba0f-4e3347b02f6e admin admin] Made reservation on behalf of 4732c83fca9343f996731019afc47627 for: {'network': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:18:43.329263 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de45441e-71d5-4de3-ba0f-4e3347b02f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for network, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:43.337951 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de45441e-71d5-4de3-ba0f-4e3347b02f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:43.431145 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de45441e-71d5-4de3-ba0f-4e3347b02f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:43.496620 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de45441e-71d5-4de3-ba0f-4e3347b02f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:43.520747 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de45441e-71d5-4de3-ba0f-4e3347b02f6e admin admin] vlan segment allocate from pool success with {'vlan_id': 1224, 'physical_network': 'physnet1'} {{(pid=94690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:18:43.530446 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45441e-71d5-4de3-ba0f-4e3347b02f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e3f5ea-8c11-42e9-b420-f230c3980bbd,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:43.535179 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de45441e-71d5-4de3-ba0f-4e3347b02f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:43.535560 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.db.segments_db [None req-de45441e-71d5-4de3-ba0f-4e3347b02f6e admin admin] Added segment 7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1 of type vlan for network 58afcbec-3237-462f-b505-52d0b4ecb2fd Aug 31 18:18:43.577588 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de45441e-71d5-4de3-ba0f-4e3347b02f6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760415993447'] for network, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:43.697393 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de45441e-71d5-4de3-ba0f-4e3347b02f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126'] for network, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:43.698315 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de45441e-71d5-4de3-ba0f-4e3347b02f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:43.698930 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de45441e-71d5-4de3-ba0f-4e3347b02f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:43.762370 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45441e-71d5-4de3-ba0f-4e3347b02f6e admin admin] Pushing event updated for resources: {'Network': ['ID=58afcbec-3237-462f-b505-52d0b4ecb2fd,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:43.772507 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Network 58afcbec-3237-462f-b505-52d0b4ecb2fd details requested by agent ovs-agent-dv-cinder-806740-4-iscsi with host dv-cinder-806740-4-iscsi {{(pid=94692) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:18:43.842620 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-de45441e-71d5-4de3-ba0f-4e3347b02f6e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7175934 Aug 31 18:18:43.845871 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 38778) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:18:43.851283 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.v2.base [None req-c2df7ed2-7e51-478a-ac69-a7fdaa94883e admin admin] Request body: {'subnet': {'network_id': '58afcbec-3237-462f-b505-52d0b4ecb2fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-363734647-subnet', 'tenant_id': '4732c83fca9343f996731019afc47627', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:18:43.965655 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2df7ed2-7e51-478a-ac69-a7fdaa94883e admin admin] Made reservation on behalf of 4732c83fca9343f996731019afc47627 for: {'subnet': 1} {{(pid=94690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:18:43.967986 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2df7ed2-7e51-478a-ac69-a7fdaa94883e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13010102'] for subnet, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:44.225066 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2df7ed2-7e51-478a-ac69-a7fdaa94883e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24929181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13010080'] for subnet, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:44.283988 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df7ed2-7e51-478a-ac69-a7fdaa94883e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c967f70c-ce23-4f67-8c63-4aa5f1359cb4,revision_number=0']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:44.291523 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2df7ed2-7e51-478a-ac69-a7fdaa94883e admin admin] Checking segment: {'id': '7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '58afcbec-3237-462f-b505-52d0b4ecb2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:18:44.291879 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2df7ed2-7e51-478a-ac69-a7fdaa94883e admin admin] Network hostable DHCP agents. Network: 58afcbec-3237-462f-b505-52d0b4ecb2fd, hostable agents: ['2571dda8-83c9-4759-b4e1-09296518a65c'], hosted agents: [] {{(pid=94690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:18:44.411303 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2df7ed2-7e51-478a-ac69-a7fdaa94883e admin admin] Network 58afcbec-3237-462f-b505-52d0b4ecb2fd is scheduled to be hosted by DHCP agent 2571dda8-83c9-4759-b4e1-09296518a65c with binding_index 1 {{(pid=94690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:18:44.543452 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c2df7ed2-7e51-478a-ac69-a7fdaa94883e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806740-4-iscsi, 58afcbec-3237-462f-b505-52d0b4ecb2fd) {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:18:44.547730 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2df7ed2-7e51-478a-ac69-a7fdaa94883e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:44.548498 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c2df7ed2-7e51-478a-ac69-a7fdaa94883e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:44.552293 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd88017-8644-439e-b242-406f47beeb91 None None] Network 58afcbec-3237-462f-b505-52d0b4ecb2fd requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:18:44.636363 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-c2df7ed2-7e51-478a-ac69-a7fdaa94883e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7893717 Aug 31 18:18:44.677446 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83809794-541a-4a88-ae05-89298a2a30ff None None] Network 58afcbec-3237-462f-b505-52d0b4ecb2fd requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:18:46.806193 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddab209-763d-4988-ae23-bbc38caaf287 req-ad0108aa-d58b-46b0-9bbc-b37608ccf516 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:46.808144 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cddab209-763d-4988-ae23-bbc38caaf287 req-ad0108aa-d58b-46b0-9bbc-b37608ccf516 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/networks?id=58afcbec-3237-462f-b505-52d0b4ecb2fd HTTP/1.1" status: 200 len: 813 time: 0.1092112 Aug 31 18:18:46.823785 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cddab209-763d-4988-ae23-bbc38caaf287 req-99fc77ff-4928-4b96-95a3-f67b2c411a92 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/quotas/4732c83fca9343f996731019afc47627 HTTP/1.1" status: 200 len: 375 time: 0.0098555 Aug 31 18:18:46.854724 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cddab209-763d-4988-ae23-bbc38caaf287 req-f7f44a11-3352-4a5c-a231-9c63b249661a tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4732c83fca9343f996731019afc47627&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255783 Aug 31 18:18:47.002925 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cddab209-763d-4988-ae23-bbc38caaf287 req-70b7b7d8-6430-4290-8bb4-b6e81468a789 service neutron] 10.222.0.58 "GET /v2.0/networks/58afcbec-3237-462f-b505-52d0b4ecb2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411550 Aug 31 18:18:47.093278 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cddab209-763d-4988-ae23-bbc38caaf287 req-28dfd69f-297e-4dbb-91f8-99ae1c7fb15f service neutron] 10.222.0.58 "GET /v2.0/networks/58afcbec-3237-462f-b505-52d0b4ecb2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841649 Aug 31 18:18:47.390537 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-3234590b-46b6-412c-81ea-c9b7ad28775c req-b945b3f1-525a-4c11-9d39-c81f0ba30cb8 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 210 time: 0.0256646 Aug 31 18:18:48.502182 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-21718260-6f43-4aa3-9a68-ac1959cfa694 req-bd8650e4-f6dd-4829-bb3e-a5f4ad1159ed tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 210 time: 0.0313578 Aug 31 18:18:49.597834 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fc97777e-2bc8-45c9-b6f3-62272e893f30 req-d4f5b000-1b7c-40a5-8e4a-1519b29c756c tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 210 time: 0.0269256 Aug 31 18:18:49.837262 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddab209-763d-4988-ae23-bbc38caaf287 req-37994b1a-4fa9-478c-82f1-8106cf8eb34b tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:49.838688 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cddab209-763d-4988-ae23-bbc38caaf287 req-37994b1a-4fa9-478c-82f1-8106cf8eb34b tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.61 "GET /v2.0/networks?id=58afcbec-3237-462f-b505-52d0b4ecb2fd HTTP/1.1" status: 200 len: 813 time: 0.1048589 Aug 31 18:18:49.860386 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [req-cddab209-763d-4988-ae23-bbc38caaf287 req-7d76d99c-aef3-44ef-90d1-d294788c8453 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Request body: {'port': {'device_id': 'e879aff4-8996-47ac-bcbb-7d92e8f022a2', 'network_id': '58afcbec-3237-462f-b505-52d0b4ecb2fd', 'admin_state_up': True, 'tenant_id': '4732c83fca9343f996731019afc47627'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:18:50.053118 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cddab209-763d-4988-ae23-bbc38caaf287 req-7d76d99c-aef3-44ef-90d1-d294788c8453 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Made reservation on behalf of 4732c83fca9343f996731019afc47627 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:18:50.056883 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cddab209-763d-4988-ae23-bbc38caaf287 req-7d76d99c-aef3-44ef-90d1-d294788c8453 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:50.210039 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-cddab209-763d-4988-ae23-bbc38caaf287 req-7d76d99c-aef3-44ef-90d1-d294788c8453 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Allocated IP 172.20.0.12 (58afcbec-3237-462f-b505-52d0b4ecb2fd/c967f70c-ce23-4f67-8c63-4aa5f1359cb4/24296c29-8164-41c2-8caf-17bc3b5b48b6) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:18:50.365380 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cddab209-763d-4988-ae23-bbc38caaf287 req-7d76d99c-aef3-44ef-90d1-d294788c8453 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:50.522597 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cddab209-763d-4988-ae23-bbc38caaf287 req-7d76d99c-aef3-44ef-90d1-d294788c8453 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:50.571153 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cddab209-763d-4988-ae23-bbc38caaf287 req-7d76d99c-aef3-44ef-90d1-d294788c8453 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Network 58afcbec-3237-462f-b505-52d0b4ecb2fd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:18:50.578270 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-cddab209-763d-4988-ae23-bbc38caaf287 req-7d76d99c-aef3-44ef-90d1-d294788c8453 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:18:50.583672 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddab209-763d-4988-ae23-bbc38caaf287 req-7d76d99c-aef3-44ef-90d1-d294788c8453 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:18:50.613922 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76d99c-aef3-44ef-90d1-d294788c8453 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Pushing event updated for resources: {'Port': ['ID=24296c29-8164-41c2-8caf-17bc3b5b48b6,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:50.649793 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddab209-763d-4988-ae23-bbc38caaf287 req-7d76d99c-aef3-44ef-90d1-d294788c8453 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:50.650923 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cddab209-763d-4988-ae23-bbc38caaf287 req-7d76d99c-aef3-44ef-90d1-d294788c8453 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:50.719805 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098837fb-e35f-47f8-914e-a301586c3320 req-276f5821-4239-4626-a3bf-01f491d9e3b4 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:50.721319 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-098837fb-e35f-47f8-914e-a301586c3320 req-276f5821-4239-4626-a3bf-01f491d9e3b4 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 932 time: 0.0528278 Aug 31 18:18:50.754380 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cddab209-763d-4988-ae23-bbc38caaf287 req-7d76d99c-aef3-44ef-90d1-d294788c8453 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8989396 Aug 31 18:18:50.762149 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-098837fb-e35f-47f8-914e-a301586c3320 req-43841c95-18de-4af0-9785-3d6a9e80be9c tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346692 Aug 31 18:18:50.799398 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-971775b6-da49-442b-bafc-2aa5581e4975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:50.823406 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Request body: {'port': {'device_id': 'e879aff4-8996-47ac-bcbb-7d92e8f022a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:18:50.881216 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:51.141610 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24296c29-8164-41c2-8caf-17bc3b5b48b6 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:18:51.149022 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:51.161149 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Transition to ACTIVE for port object 24296c29-8164-41c2-8caf-17bc3b5b48b6 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:18:51.262490 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:51.312253 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Pushing event updated for resources: {'Port': ['ID=24296c29-8164-41c2-8caf-17bc3b5b48b6,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:51.384292 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Attempting to bind port 24296c29-8164-41c2-8caf-17bc3b5b48b6 on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:18:51.384620 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Attempting to bind port 24296c29-8164-41c2-8caf-17bc3b5b48b6 by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': '7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '58afcbec-3237-462f-b505-52d0b4ecb2fd'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:18:51.385537 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Attempting to bind port 24296c29-8164-41c2-8caf-17bc3b5b48b6 on network 58afcbec-3237-462f-b505-52d0b4ecb2fd {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:18:51.389983 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Port 24296c29-8164-41c2-8caf-17bc3b5b48b6 on network 58afcbec-3237-462f-b505-52d0b4ecb2fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:18:51.390294 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Attempting to bind port 24296c29-8164-41c2-8caf-17bc3b5b48b6 on network 58afcbec-3237-462f-b505-52d0b4ecb2fd {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:18:51.396941 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:18:51.397297 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Checking segment: {'id': '7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '58afcbec-3237-462f-b505-52d0b4ecb2fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:18:51.397686 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Bound using segment: {'id': '7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '58afcbec-3237-462f-b505-52d0b4ecb2fd'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:18:51.398108 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Bound port: 24296c29-8164-41c2-8caf-17bc3b5b48b6, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '58afcbec-3237-462f-b505-52d0b4ecb2fd'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:18:51.398498 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:51.462042 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] For port 24296c29-8164-41c2-8caf-17bc3b5b48b6, host hv-cinder-80674, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:18:51.465087 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] For port 24296c29-8164-41c2-8caf-17bc3b5b48b6, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=24296c29-8164-41c2-8caf-17bc3b5b48b6,segment=NetworkSegment(7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1),segment_id=7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:18:51.531612 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:51.571460 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:51.572088 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:51.573535 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cddab209-763d-4988-ae23-bbc38caaf287 req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] 10.222.0.61 "PUT /v2.0/ports/24296c29-8164-41c2-8caf-17bc3b5b48b6 HTTP/1.1" status: 200 len: 1094 time: 0.7549965 Aug 31 18:18:51.573976 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e879aff4-8996-47ac-bcbb-7d92e8f022a2', 'tag': '24296c29-8164-41c2-8caf-17bc3b5b48b6'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:18:51.576243 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2263f0-357d-4579-a4c1-14579dc45248" -d '{"events": [{"name": "network-changed", "server_uuid": "e879aff4-8996-47ac-bcbb-7d92e8f022a2", "tag": "24296c29-8164-41c2-8caf-17bc3b5b48b6"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:18:51.595549 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e3d6e-ab9e-4f35-8df3-4212d1c3e055 service neutron] Pushing event updated for resources: {'Port': ['ID=24296c29-8164-41c2-8caf-17bc3b5b48b6,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:51.758203 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddab209-763d-4988-ae23-bbc38caaf287 req-1e3828b2-3fd8-497c-8feb-3505bcd4ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:51.759734 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cddab209-763d-4988-ae23-bbc38caaf287 req-1e3828b2-3fd8-497c-8feb-3505bcd4ac6a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4732c83fca9343f996731019afc47627&device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 1097 time: 0.0459425 Aug 31 18:18:51.767932 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3463a9-4a08-4b47-8e54-57f53654f14e x-openstack-request-id: req-bb3463a9-4a08-4b47-8e54-57f53654f14e {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:18:51.768218 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e879aff4-8996-47ac-bcbb-7d92e8f022a2", "tag": "24296c29-8164-41c2-8caf-17bc3b5b48b6", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:18:51.768469 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb3463a9-4a08-4b47-8e54-57f53654f14e {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:18:51.768891 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e879aff4-8996-47ac-bcbb-7d92e8f022a2', 'tag': '24296c29-8164-41c2-8caf-17bc3b5b48b6', 'status': 'completed', 'code': 200} Aug 31 18:18:51.819778 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cddab209-763d-4988-ae23-bbc38caaf287 req-c35ca3be-03f2-4efd-963a-552a560c0e50 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24296c29-8164-41c2-8caf-17bc3b5b48b6 HTTP/1.1" status: 200 len: 217 time: 0.0391576 Aug 31 18:18:51.894536 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddab209-763d-4988-ae23-bbc38caaf287 req-630f561a-c127-4143-84cc-80a02fc7c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:51.895996 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cddab209-763d-4988-ae23-bbc38caaf287 req-630f561a-c127-4143-84cc-80a02fc7c953 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c967f70c-ce23-4f67-8c63-4aa5f1359cb4 HTTP/1.1" status: 200 len: 853 time: 0.0680318 Aug 31 18:18:51.919856 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10afe2-63be-4959-a725-0e36ac6f39b7 req-5fdf3e48-3e5e-4d0e-897b-22cb7c89b9c1 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:51.921304 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5a10afe2-63be-4959-a725-0e36ac6f39b7 req-5fdf3e48-3e5e-4d0e-897b-22cb7c89b9c1 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 944 time: 0.0858839 Aug 31 18:18:51.939758 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cddab209-763d-4988-ae23-bbc38caaf287 req-53ab533a-f68b-4917-9eb8-0a6e0ae00dff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58afcbec-3237-462f-b505-52d0b4ecb2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363016 Aug 31 18:18:52.011936 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5a10afe2-63be-4959-a725-0e36ac6f39b7 req-8c239570-e639-47a3-968f-8f783490be09 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742154 Aug 31 18:18:52.048611 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cddab209-763d-4988-ae23-bbc38caaf287 req-d85d11f2-96dd-4d49-9b9d-931d08123058 service neutron] 10.222.0.61 "GET /v2.0/networks/58afcbec-3237-462f-b505-52d0b4ecb2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966763 Aug 31 18:18:52.222707 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:52.406470 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cddab209-763d-4988-ae23-bbc38caaf287 req-9b737142-d2b4-4e7f-8480-45172739d016 service neutron] 10.222.0.61 "GET /v2.0/networks/58afcbec-3237-462f-b505-52d0b4ecb2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503606 Aug 31 18:18:52.665367 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2263f0-357d-4579-a4c1-14579dc45248 req-88db125d-3d7c-41e7-be13-f60ee1b6c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:52.666907 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-df2263f0-357d-4579-a4c1-14579dc45248 req-88db125d-3d7c-41e7-be13-f60ee1b6c4ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4732c83fca9343f996731019afc47627&device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 1097 time: 0.0411644 Aug 31 18:18:52.762147 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2263f0-357d-4579-a4c1-14579dc45248 req-5984da36-9999-4fc3-a1c0-cb6f7656ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:52.763605 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-df2263f0-357d-4579-a4c1-14579dc45248 req-5984da36-9999-4fc3-a1c0-cb6f7656ee59 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58afcbec-3237-462f-b505-52d0b4ecb2fd HTTP/1.1" status: 200 len: 915 time: 0.0889904 Aug 31 18:18:52.807239 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-df2263f0-357d-4579-a4c1-14579dc45248 req-6208673f-aeca-4191-9f80-2913e0ad2484 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24296c29-8164-41c2-8caf-17bc3b5b48b6 HTTP/1.1" status: 200 len: 217 time: 0.0352426 Aug 31 18:18:52.859741 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2263f0-357d-4579-a4c1-14579dc45248 req-c8a2ff65-6c59-487c-af98-86223bccd855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:52.861321 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-df2263f0-357d-4579-a4c1-14579dc45248 req-c8a2ff65-6c59-487c-af98-86223bccd855 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c967f70c-ce23-4f67-8c63-4aa5f1359cb4 HTTP/1.1" status: 200 len: 853 time: 0.0455315 Aug 31 18:18:52.894303 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-df2263f0-357d-4579-a4c1-14579dc45248 req-01589696-d75d-4f0e-aa6f-a32e460cb083 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58afcbec-3237-462f-b505-52d0b4ecb2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256333 Aug 31 18:18:52.993126 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-df2263f0-357d-4579-a4c1-14579dc45248 req-0120bf36-1a02-4298-9b37-76121ce1b37c service neutron] 10.222.0.61 "GET /v2.0/networks/58afcbec-3237-462f-b505-52d0b4ecb2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875373 Aug 31 18:18:53.126032 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-df2263f0-357d-4579-a4c1-14579dc45248 req-02db175c-3463-4472-bb8b-e87ed156ecdd service neutron] 10.222.0.61 "GET /v2.0/networks/58afcbec-3237-462f-b505-52d0b4ecb2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174209 Aug 31 18:18:53.150472 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa5565-7241-4862-8da1-05e04da619d3 req-d4270a01-ee34-4d1f-8715-a1f6c26fd4bd tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:53.151980 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-87fa5565-7241-4862-8da1-05e04da619d3 req-d4270a01-ee34-4d1f-8715-a1f6c26fd4bd tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 944 time: 0.0693312 Aug 31 18:18:53.192774 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-87fa5565-7241-4862-8da1-05e04da619d3 req-91ea5269-02fb-41ea-a404-2e5299a8a787 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346026 Aug 31 18:18:53.424310 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae07596e-7550-4d35-b125-ade684a99487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:53.704623 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:54.304269 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa70da6-2195-47d1-b134-93f67e5eddd6 req-dca7eda2-ee6b-4af0-be34-9fafb721a8f8 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:54.305696 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-caa70da6-2195-47d1-b134-93f67e5eddd6 req-dca7eda2-ee6b-4af0-be34-9fafb721a8f8 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 944 time: 0.0479951 Aug 31 18:18:54.344829 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-caa70da6-2195-47d1-b134-93f67e5eddd6 req-3672813e-ec2c-4dba-8d3b-3a5fb4db6fd5 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326786 Aug 31 18:18:54.618840 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:55.462001 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50f395-80e1-49ed-9d73-04fbd3575068 req-ca2ea86f-d9f5-461b-9e6f-44263d947ca1 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:55.464145 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cc50f395-80e1-49ed-9d73-04fbd3575068 req-ca2ea86f-d9f5-461b-9e6f-44263d947ca1 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 944 time: 0.0516427 Aug 31 18:18:55.502337 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cc50f395-80e1-49ed-9d73-04fbd3575068 req-532d7ad5-c26b-4845-9390-f113a42a6eb4 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321689 Aug 31 18:18:56.446257 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 24296c29-8164-41c2-8caf-17bc3b5b48b6 details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:18:56.546658 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 24296c29-8164-41c2-8caf-17bc3b5b48b6, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=24296c29-8164-41c2-8caf-17bc3b5b48b6,segment=NetworkSegment(7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1),segment_id=7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:18:56.558439 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': '24296c29-8164-41c2-8caf-17bc3b5b48b6', 'network_id': '58afcbec-3237-462f-b505-52d0b4ecb2fd', 'port_id': '24296c29-8164-41c2-8caf-17bc3b5b48b6', 'mac_address': 'fa:16:3e:0c:bc:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c967f70c-ce23-4f67-8c63-4aa5f1359cb4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:18:56.605536 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:56.619063 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24296c29-8164-41c2-8caf-17bc3b5b48b6 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:18:56.628506 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea2202-1db9-4c72-8a85-eb265875bd99 req-605d93c2-6e78-40e9-8a76-4c6acc2fb136 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:56.630054 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-feea2202-1db9-4c72-8a85-eb265875bd99 req-605d93c2-6e78-40e9-8a76-4c6acc2fb136 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 944 time: 0.0578258 Aug 31 18:18:56.640480 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 24296c29-8164-41c2-8caf-17bc3b5b48b6, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=24296c29-8164-41c2-8caf-17bc3b5b48b6,segment=NetworkSegment(7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1),segment_id=7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:18:56.670779 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-feea2202-1db9-4c72-8a85-eb265875bd99 req-695ca0e3-96f4-4b21-bfaf-fc68d388c51e tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346725 Aug 31 18:18:56.811058 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:56.839671 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:56.889369 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=24296c29-8164-41c2-8caf-17bc3b5b48b6,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:57.256903 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['24296c29-8164-41c2-8caf-17bc3b5b48b6'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:18:57.789283 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b4517-553c-47ce-96f1-33bb51e88f27 req-cc8ec87c-00d0-4ec0-ae7f-84ea6559fcf8 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:57.790818 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0e1b4517-553c-47ce-96f1-33bb51e88f27 req-cc8ec87c-00d0-4ec0-ae7f-84ea6559fcf8 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 945 time: 0.0514159 Aug 31 18:18:57.829841 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0e1b4517-553c-47ce-96f1-33bb51e88f27 req-0be6f38d-3d81-42f0-a146-706bd3fef907 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Aug 31 18:18:58.458962 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 24296c29-8164-41c2-8caf-17bc3b5b48b6 up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:18:58.679350 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port 24296c29-8164-41c2-8caf-17bc3b5b48b6 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:18:58.683567 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port 24296c29-8164-41c2-8caf-17bc3b5b48b6 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:18:58.683937 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:58.764439 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:58.787040 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e879aff4-8996-47ac-bcbb-7d92e8f022a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24296c29-8164-41c2-8caf-17bc3b5b48b6'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:18:58.789328 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13aec39-8697-4cd7-8eb2-59dbdc8e6aee" -d '{"events": [{"server_uuid": "e879aff4-8996-47ac-bcbb-7d92e8f022a2", "name": "network-vif-plugged", "status": "completed", "tag": "24296c29-8164-41c2-8caf-17bc3b5b48b6"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:18:58.802489 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 24296c29-8164-41c2-8caf-17bc3b5b48b6, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=24296c29-8164-41c2-8caf-17bc3b5b48b6,segment=NetworkSegment(7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1),segment_id=7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:18:58.827885 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad00485d-c75d-47bb-ad00-51bfe0a8ae73 x-openstack-request-id: req-ad00485d-c75d-47bb-ad00-51bfe0a8ae73 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:18:58.828173 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e879aff4-8996-47ac-bcbb-7d92e8f022a2", "name": "network-vif-plugged", "status": "completed", "tag": "24296c29-8164-41c2-8caf-17bc3b5b48b6", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:18:58.828425 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ad00485d-c75d-47bb-ad00-51bfe0a8ae73 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:18:58.828841 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e879aff4-8996-47ac-bcbb-7d92e8f022a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24296c29-8164-41c2-8caf-17bc3b5b48b6', 'code': 200} Aug 31 18:18:58.943889 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ce5b9-ef3b-45e4-bde3-5e62850bd972 req-632c9bc4-572c-4e98-a62b-968f9e8cb3c5 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:58.945365 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a81ce5b9-ef3b-45e4-bde3-5e62850bd972 req-632c9bc4-572c-4e98-a62b-968f9e8cb3c5 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 945 time: 0.0490723 Aug 31 18:18:58.983471 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a81ce5b9-ef3b-45e4-bde3-5e62850bd972 req-0cd36b21-5f45-4665-acd2-5c701c06f59b tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316777 Aug 31 18:18:58.990412 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:18:59.042879 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=24296c29-8164-41c2-8caf-17bc3b5b48b6,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:18:59.368711 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e9413-2506-46a7-af31-2590556cfa24 req-3ed88da5-b0f0-4325-a15c-96361b93e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:18:59.370754 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-de9e9413-2506-46a7-af31-2590556cfa24 req-3ed88da5-b0f0-4325-a15c-96361b93e3f9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 1099 time: 0.0437012 Aug 31 18:18:59.407192 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-de9e9413-2506-46a7-af31-2590556cfa24 req-1720a5da-f2d6-40cd-9895-0fa94c311526 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282738 Aug 31 18:19:00.101958 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a98fec-5ca8-4ac2-bfae-c97b3aef4176 req-6d8403f8-1e75-45a9-a5fc-c37127abb418 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:00.104210 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-08a98fec-5ca8-4ac2-bfae-c97b3aef4176 req-6d8403f8-1e75-45a9-a5fc-c37127abb418 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 946 time: 0.0491333 Aug 31 18:19:00.141422 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-08a98fec-5ca8-4ac2-bfae-c97b3aef4176 req-cebef9f5-b884-474c-8e58-f6cefffeb850 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312741 Aug 31 18:19:01.260542 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2d6ad-147e-42a0-a8c4-5b9e05d31633 req-58cb3461-caa0-42ea-8dcd-707dd4168908 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:01.262054 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fde2d6ad-147e-42a0-a8c4-5b9e05d31633 req-58cb3461-caa0-42ea-8dcd-707dd4168908 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 946 time: 0.0510805 Aug 31 18:19:01.301721 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-fde2d6ad-147e-42a0-a8c4-5b9e05d31633 req-91cc47cf-2a6b-4223-9ec3-b8e6ee1d1b58 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334916 Aug 31 18:19:01.955700 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:19:02.420043 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a515e-0ed1-4d3e-9bf9-0bfbba01ce4b req-5d1d410c-160a-4dac-996a-0581915da7c2 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:02.421582 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-062a515e-0ed1-4d3e-9bf9-0bfbba01ce4b req-5d1d410c-160a-4dac-996a-0581915da7c2 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 946 time: 0.0533476 Aug 31 18:19:02.460163 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-062a515e-0ed1-4d3e-9bf9-0bfbba01ce4b req-21a17186-f7e9-4438-8174-537773c729b7 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323091 Aug 31 18:19:04.076890 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca62e7-1cf7-4c9c-8974-f657ef46ed4b req-fc349274-4af4-4cb7-9a63-0a5c34e6cdb1 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:04.078394 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0eca62e7-1cf7-4c9c-8974-f657ef46ed4b req-fc349274-4af4-4cb7-9a63-0a5c34e6cdb1 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 985 time: 0.0491970 Aug 31 18:19:04.122531 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0eca62e7-1cf7-4c9c-8974-f657ef46ed4b req-9f756cd7-513d-40ac-bc84-d18ef167c296 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&id=e1290184-0704-4783-ad74-434505d158de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339272 Aug 31 18:19:04.370818 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f09362-f377-4742-87aa-f41c098aca0b req-9426c309-4676-4e56-8915-09125b6b2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:04.372212 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-17f09362-f377-4742-87aa-f41c098aca0b req-9426c309-4676-4e56-8915-09125b6b2205 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=873aac2d04714aecae51151268275afc&device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 1138 time: 0.0408974 Aug 31 18:19:04.466149 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f09362-f377-4742-87aa-f41c098aca0b req-199e843f-b25b-4af0-83b6-dfdd2e526aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:04.467630 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-17f09362-f377-4742-87aa-f41c098aca0b req-199e843f-b25b-4af0-83b6-dfdd2e526aec service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb2ab32c-c0b9-4a8b-a16f-df74ec834859 HTTP/1.1" status: 200 len: 916 time: 0.0879471 Aug 31 18:19:04.535489 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-17f09362-f377-4742-87aa-f41c098aca0b req-b5eb9c32-0389-4ab3-b881-5dd04f79a348 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19651f64-da9b-4e55-8189-3a253cc87a3f HTTP/1.1" status: 200 len: 1002 time: 0.0603800 Aug 31 18:19:04.588225 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f09362-f377-4742-87aa-f41c098aca0b req-dfa26446-a2ff-441f-9c1e-4fc070410976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:04.589707 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-17f09362-f377-4742-87aa-f41c098aca0b req-dfa26446-a2ff-441f-9c1e-4fc070410976 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=abe36fa3-e7a4-4900-871e-9517d8e73a43 HTTP/1.1" status: 200 len: 853 time: 0.0475371 Aug 31 18:19:04.636686 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f09362-f377-4742-87aa-f41c098aca0b req-e6c28582-46eb-4b05-93fe-c1951f0c2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:04.638211 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-17f09362-f377-4742-87aa-f41c098aca0b req-e6c28582-46eb-4b05-93fe-c1951f0c2255 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb2ab32c-c0b9-4a8b-a16f-df74ec834859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396619 Aug 31 18:19:04.727255 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-17f09362-f377-4742-87aa-f41c098aca0b req-d3a8063a-c4a0-4e4a-94ce-30dd3d49cac4 service neutron] 10.222.0.61 "GET /v2.0/networks/cb2ab32c-c0b9-4a8b-a16f-df74ec834859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816486 Aug 31 18:19:04.823167 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-17f09362-f377-4742-87aa-f41c098aca0b req-7eb70709-44da-46b5-ba3b-5ee1295b0ccb service neutron] 10.222.0.61 "GET /v2.0/networks/cb2ab32c-c0b9-4a8b-a16f-df74ec834859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869629 Aug 31 18:19:05.241072 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e97ad-d212-4f7a-9e12-52095951db3d req-17fb9089-01d5-41da-a0fe-9bc4bace41c9 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:05.242546 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9b2e97ad-d212-4f7a-9e12-52095951db3d req-17fb9089-01d5-41da-a0fe-9bc4bace41c9 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 985 time: 0.0522449 Aug 31 18:19:05.284702 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9b2e97ad-d212-4f7a-9e12-52095951db3d req-7d5ba5cb-649e-4c51-8985-f32705278fa6 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&id=e1290184-0704-4783-ad74-434505d158de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355129 Aug 31 18:19:06.405299 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2766d8-cdcc-4f98-8d8b-ef5121575086 req-f3e3e2de-0e97-40f2-b28f-76acd6cf2d8b tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:06.406797 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1f2766d8-cdcc-4f98-8d8b-ef5121575086 req-f3e3e2de-0e97-40f2-b28f-76acd6cf2d8b tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 985 time: 0.0503845 Aug 31 18:19:06.456343 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1f2766d8-cdcc-4f98-8d8b-ef5121575086 req-785ca51b-5c05-41df-980c-8714fbb69f23 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&id=e1290184-0704-4783-ad74-434505d158de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427692 Aug 31 18:19:07.576747 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c91a0a-acb5-4321-a55b-af6fa5fe3c5f req-0e7e39be-bed9-4f59-9c7e-a40c2a0616ec tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:07.578274 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d9c91a0a-acb5-4321-a55b-af6fa5fe3c5f req-0e7e39be-bed9-4f59-9c7e-a40c2a0616ec tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 985 time: 0.0536525 Aug 31 18:19:07.619949 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d9c91a0a-acb5-4321-a55b-af6fa5fe3c5f req-16ac02ca-7fc6-4ac2-abcb-f0db1ee5083f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&id=e1290184-0704-4783-ad74-434505d158de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354230 Aug 31 18:19:08.745118 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca69780-ee96-46b8-ad91-767184f567eb req-716a471b-5c35-4e93-82be-0079509ff0d2 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:08.746775 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-aca69780-ee96-46b8-ad91-767184f567eb req-716a471b-5c35-4e93-82be-0079509ff0d2 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 985 time: 0.0511646 Aug 31 18:19:08.799675 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-aca69780-ee96-46b8-ad91-767184f567eb req-f6769f68-825a-479f-b7da-c69976efd1f1 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&id=e1290184-0704-4783-ad74-434505d158de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452540 Aug 31 18:19:09.924850 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39462880-5c9e-4164-97d7-7c32e4522f9c req-49df1541-6bbe-40ad-b3cc-c6d27a59f7f7 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:09.926588 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-39462880-5c9e-4164-97d7-7c32e4522f9c req-49df1541-6bbe-40ad-b3cc-c6d27a59f7f7 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 985 time: 0.0509529 Aug 31 18:19:09.973423 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-39462880-5c9e-4164-97d7-7c32e4522f9c req-bc29c310-a3f5-4ec2-a6c0-c0591406093e tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&id=e1290184-0704-4783-ad74-434505d158de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387232 Aug 31 18:19:11.102429 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6cc11-4b06-4283-8a21-a4a97a475831 req-ee029fa4-eece-4bae-ac65-59f9cd1f09f8 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:11.104279 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dba6cc11-4b06-4283-8a21-a4a97a475831 req-ee029fa4-eece-4bae-ac65-59f9cd1f09f8 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 985 time: 0.0552752 Aug 31 18:19:11.153511 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-dba6cc11-4b06-4283-8a21-a4a97a475831 req-2bbe8606-5a62-4332-9c92-cd4fdd9d8cc6 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&id=e1290184-0704-4783-ad74-434505d158de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393219 Aug 31 18:19:12.271920 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9787c50-572c-439f-a3ef-504ecc0f1e7a req-1ce68a90-ca27-44c2-a2b7-f8a8799055cc tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:12.273414 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b9787c50-572c-439f-a3ef-504ecc0f1e7a req-1ce68a90-ca27-44c2-a2b7-f8a8799055cc tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 985 time: 0.0499785 Aug 31 18:19:12.321109 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b9787c50-572c-439f-a3ef-504ecc0f1e7a req-21e5e2c7-374f-4558-8905-6ab4e5efbc7e tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&id=e1290184-0704-4783-ad74-434505d158de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360253 Aug 31 18:19:13.436492 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3f129-481f-48eb-b2e2-1f27fa35c83e req-6b1df0b6-22bb-4613-a133-b55b20176da4 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:13.438065 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d8d3f129-481f-48eb-b2e2-1f27fa35c83e req-6b1df0b6-22bb-4613-a133-b55b20176da4 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 985 time: 0.0536766 Aug 31 18:19:13.485360 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d8d3f129-481f-48eb-b2e2-1f27fa35c83e req-b27c9daf-7aa4-4c53-80fd-805c36afae22 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&id=e1290184-0704-4783-ad74-434505d158de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410264 Aug 31 18:19:14.604150 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dccf62-f495-4a3b-a996-70afa7696176 req-fc475826-792b-4f22-9eec-5ba54b3f5f37 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:14.605508 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-70dccf62-f495-4a3b-a996-70afa7696176 req-fc475826-792b-4f22-9eec-5ba54b3f5f37 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 985 time: 0.0500844 Aug 31 18:19:14.646527 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-70dccf62-f495-4a3b-a996-70afa7696176 req-d01e1df2-1e4b-4c31-88d6-63784bf0c46b tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&id=e1290184-0704-4783-ad74-434505d158de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349362 Aug 31 18:19:15.766790 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26325eb-8ce2-441d-a7ee-f483f964f1bb req-a8e8323a-5723-41e8-aeba-44cfa3632e09 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:15.768168 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a26325eb-8ce2-441d-a7ee-f483f964f1bb req-a8e8323a-5723-41e8-aeba-44cfa3632e09 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 985 time: 0.0526254 Aug 31 18:19:15.808932 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a26325eb-8ce2-441d-a7ee-f483f964f1bb req-f3230a22-2d97-4d29-8b0e-cfa3472cdf19 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&id=e1290184-0704-4783-ad74-434505d158de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347817 Aug 31 18:19:16.939181 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83272c-c73c-4c89-91ea-8641fd094b40 req-abda53bf-0bda-4c21-b8b2-15df774b7093 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:16.940774 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ba83272c-c73c-4c89-91ea-8641fd094b40 req-abda53bf-0bda-4c21-b8b2-15df774b7093 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 985 time: 0.0610373 Aug 31 18:19:16.991528 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ba83272c-c73c-4c89-91ea-8641fd094b40 req-d42cd46f-414c-415c-9087-c3f862c062e1 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&id=e1290184-0704-4783-ad74-434505d158de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393519 Aug 31 18:19:18.124913 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b975255-c9cb-42ed-85cd-312a5d110adc req-d46deaf2-1bd6-477f-8c20-e084ce30295c tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:18.126486 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7b975255-c9cb-42ed-85cd-312a5d110adc req-d46deaf2-1bd6-477f-8c20-e084ce30295c tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 985 time: 0.0559673 Aug 31 18:19:18.170349 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7b975255-c9cb-42ed-85cd-312a5d110adc req-17a7aa5f-2bd7-4af9-ab75-2fcd03344b67 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&id=e1290184-0704-4783-ad74-434505d158de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374136 Aug 31 18:19:19.297207 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0924de-6870-4688-9998-607c1259058a req-70fc48d5-b601-4b4f-b4ab-6dbbce3c3ab8 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:19.298609 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0e0924de-6870-4688-9998-607c1259058a req-70fc48d5-b601-4b4f-b4ab-6dbbce3c3ab8 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 985 time: 0.0609584 Aug 31 18:19:19.340819 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0e0924de-6870-4688-9998-607c1259058a req-559961f2-99ac-40a1-a2ee-3448a680cdf0 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&id=e1290184-0704-4783-ad74-434505d158de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359962 Aug 31 18:19:20.467142 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d4291-6fc8-4f91-8fc0-47ab0353f226 req-6680d660-e178-4ea2-aae6-1f1437ce318f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:20.469132 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-190d4291-6fc8-4f91-8fc0-47ab0353f226 req-6680d660-e178-4ea2-aae6-1f1437ce318f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 985 time: 0.0588398 Aug 31 18:19:20.518570 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-190d4291-6fc8-4f91-8fc0-47ab0353f226 req-2a1c6a64-f56f-4bd4-ab86-b78f888c4a63 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&id=e1290184-0704-4783-ad74-434505d158de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431674 Aug 31 18:19:20.799497 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6d6c823c-e3ea-4b6e-8cb8-1305282f8ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:19:21.636480 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a71c4-7116-4fef-9bc4-698db8773f82 req-d0a4a2e7-beef-436c-893b-b76a10f2be33 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:21.649628 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5c8a71c4-7116-4fef-9bc4-698db8773f82 req-d0a4a2e7-beef-436c-893b-b76a10f2be33 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 985 time: 0.0526571 Aug 31 18:19:21.678546 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5c8a71c4-7116-4fef-9bc4-698db8773f82 req-27aa21d2-4da2-4b68-9600-4497cbd6dfce tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&id=e1290184-0704-4783-ad74-434505d158de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343409 Aug 31 18:19:22.216319 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:19:22.797007 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe18098-9d9b-48e4-acee-261d01f92aa2 req-50c84359-8272-4798-9f1d-6103f28fefe6 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:22.798523 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5fe18098-9d9b-48e4-acee-261d01f92aa2 req-50c84359-8272-4798-9f1d-6103f28fefe6 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 985 time: 0.0509562 Aug 31 18:19:22.840153 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5fe18098-9d9b-48e4-acee-261d01f92aa2 req-64c32059-5db9-4306-bfc7-81bb656b9539 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&id=e1290184-0704-4783-ad74-434505d158de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355728 Aug 31 18:19:23.435342 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-12a68e9b-44ac-4123-99b3-4d92f2c46218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:19:23.675007 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:19:24.532295 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:19:26.686365 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:19:32.384179 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6b84b266-de46-4485-8058-8677d1c2e56e req-a1174f5e-957a-4c73-acfb-1be359205a5e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392590 Aug 31 18:19:32.518193 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84b266-de46-4485-8058-8677d1c2e56e req-0aa7829a-797d-4467-bae5-345686ac4b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:32.520038 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6b84b266-de46-4485-8058-8677d1c2e56e req-0aa7829a-797d-4467-bae5-345686ac4b2e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=873aac2d04714aecae51151268275afc&device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 1138 time: 0.0484114 Aug 31 18:19:32.626292 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84b266-de46-4485-8058-8677d1c2e56e req-3b664f02-e74b-4970-bd1b-471c8ee13cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:32.627746 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6b84b266-de46-4485-8058-8677d1c2e56e req-3b664f02-e74b-4970-bd1b-471c8ee13cdb service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb2ab32c-c0b9-4a8b-a16f-df74ec834859 HTTP/1.1" status: 200 len: 916 time: 0.0830989 Aug 31 18:19:32.698089 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6b84b266-de46-4485-8058-8677d1c2e56e req-0161634a-c9ac-472d-8ef7-1ba5346cf541 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19651f64-da9b-4e55-8189-3a253cc87a3f HTTP/1.1" status: 200 len: 1002 time: 0.0621638 Aug 31 18:19:32.753952 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84b266-de46-4485-8058-8677d1c2e56e req-4f583da1-7044-4c50-aa16-bc59e2101412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:32.755453 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6b84b266-de46-4485-8058-8677d1c2e56e req-4f583da1-7044-4c50-aa16-bc59e2101412 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=abe36fa3-e7a4-4900-871e-9517d8e73a43 HTTP/1.1" status: 200 len: 853 time: 0.0497987 Aug 31 18:19:32.801551 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84b266-de46-4485-8058-8677d1c2e56e req-22321332-d012-473a-967b-8c83256c9117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:19:32.803033 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6b84b266-de46-4485-8058-8677d1c2e56e req-22321332-d012-473a-967b-8c83256c9117 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb2ab32c-c0b9-4a8b-a16f-df74ec834859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401356 Aug 31 18:19:32.908611 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6b84b266-de46-4485-8058-8677d1c2e56e req-949ec73e-4b67-4b2c-8344-ad195ce346dd service neutron] 10.222.0.61 "GET /v2.0/networks/cb2ab32c-c0b9-4a8b-a16f-df74ec834859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973706 Aug 31 18:19:33.003773 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-6b84b266-de46-4485-8058-8677d1c2e56e req-6c834655-52fa-42fa-bf70-d6463614c81c service neutron] 10.222.0.61 "GET /v2.0/networks/cb2ab32c-c0b9-4a8b-a16f-df74ec834859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874507 Aug 31 18:19:38.955271 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:19:44.619137 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [req-e3dffc0d-a829-4a9b-adf1-427c518ae275 req-108db6fb-2bc8-4782-aaeb-06a265358bab service neutron] (94690) timed out ('10.222.0.61', 56993) {{(pid=94690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 18:19:48.495572 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [req-ee1f5312-ba9c-4fa3-a747-b882d89c08d3 req-5539e186-6870-4e62-8416-252b2c6a8c0e service neutron] (94690) timed out ('10.222.0.61', 57004) {{(pid=94690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 18:19:50.815115 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-47dc31b0-9e66-49bb-8083-8dfc7934d88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:19:52.222956 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:19:53.462990 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1094cbbc-1177-47b2-be4d-7cf3bedae0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:19:53.698212 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:19:54.529334 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:19:56.725829 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:06.873151 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5302d1b-54cb-40a2-b2d6-9c778b2400b1 req-e3e39333-ffbd-4861-a777-c97ce2de41d5 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:06.874657 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a5302d1b-54cb-40a2-b2d6-9c778b2400b1 req-e3e39333-ffbd-4861-a777-c97ce2de41d5 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 946 time: 0.0502303 Aug 31 18:20:06.918012 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a5302d1b-54cb-40a2-b2d6-9c778b2400b1 req-a0f7bfa6-50b3-4cc3-a677-28e2baec9b69 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328264 Aug 31 18:20:08.122574 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d29e6-60a6-49e8-8f07-b53eb3fce603 req-3bdc678e-daa0-4d5f-a447-338b3cdb8858 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:08.127711 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-452d29e6-60a6-49e8-8f07-b53eb3fce603 req-3bdc678e-daa0-4d5f-a447-338b3cdb8858 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 946 time: 0.1073241 Aug 31 18:20:08.167926 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-452d29e6-60a6-49e8-8f07-b53eb3fce603 req-1f308ed3-fc2a-462b-9d89-a74ef52f42da tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379076 Aug 31 18:20:08.939041 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334c502-447b-4633-a16e-519de1bac0cd req-c03bb98a-e78a-4024-8920-5c36246a95dc tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:08.940508 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0334c502-447b-4633-a16e-519de1bac0cd req-c03bb98a-e78a-4024-8920-5c36246a95dc tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.61 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 946 time: 0.0496061 Aug 31 18:20:09.046187 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-0334c502-447b-4633-a16e-519de1bac0cd req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Deleting port 24296c29-8164-41c2-8caf-17bc3b5b48b6 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:20:09.046517 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0334c502-447b-4633-a16e-519de1bac0cd req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:09.135042 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-0334c502-447b-4633-a16e-519de1bac0cd req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] For port 24296c29-8164-41c2-8caf-17bc3b5b48b6, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=24296c29-8164-41c2-8caf-17bc3b5b48b6,segment=NetworkSegment(7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1),segment_id=7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:20:09.135806 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0334c502-447b-4633-a16e-519de1bac0cd req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:09.148407 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-0334c502-447b-4633-a16e-519de1bac0cd req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Calling delete_port for 24296c29-8164-41c2-8caf-17bc3b5b48b6 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:20:09.319618 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15737b59-5bfa-433e-bbf5-d3ecee168e68 req-99f1825c-f536-42cc-babe-54bf22237b95 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:09.321327 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-15737b59-5bfa-433e-bbf5-d3ecee168e68 req-99f1825c-f536-42cc-babe-54bf22237b95 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 946 time: 0.0859120 Aug 31 18:20:09.360880 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-15737b59-5bfa-433e-bbf5-d3ecee168e68 req-c9008c51-37cc-4b81-913a-e477d17260f1 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334368 Aug 31 18:20:09.485850 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0334c502-447b-4633-a16e-519de1bac0cd req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:09.515297 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Pushing event deleted for resources: {'Port': ['ID=24296c29-8164-41c2-8caf-17bc3b5b48b6,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:09.527931 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['24296c29-8164-41c2-8caf-17bc3b5b48b6'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:20:09.547142 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:09.547504 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:09.547837 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:09.548175 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:09.548505 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:09.548856 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:09.549185 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:09.549512 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:09.549836 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:09.550179 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:09.550482 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:09.550801 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:09.572441 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-0334c502-447b-4633-a16e-519de1bac0cd req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] No DVR routers for this DVR port 24296c29-8164-41c2-8caf-17bc3b5b48b6 on host hv-cinder-80674 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:20:09.575187 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-0334c502-447b-4633-a16e-519de1bac0cd req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:09.577342 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0334c502-447b-4633-a16e-519de1bac0cd req-dcd414fc-b1c3-4d66-8a6a-cffc11031439 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.61 "DELETE /v2.0/ports/24296c29-8164-41c2-8caf-17bc3b5b48b6 HTTP/1.1" status: 204 len: 173 time: 0.6306450 Aug 31 18:20:09.577767 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e879aff4-8996-47ac-bcbb-7d92e8f022a2', 'name': 'network-vif-deleted', 'tag': '24296c29-8164-41c2-8caf-17bc3b5b48b6'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:20:09.580107 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de093a54-e99f-4ba2-a10c-a9de0e14663e" -d '{"events": [{"server_uuid": "e879aff4-8996-47ac-bcbb-7d92e8f022a2", "name": "network-vif-deleted", "tag": "24296c29-8164-41c2-8caf-17bc3b5b48b6"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:20:09.616712 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468a338f-0ce6-4ccb-a968-1f2357605418 x-openstack-request-id: req-468a338f-0ce6-4ccb-a968-1f2357605418 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:20:09.617026 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e879aff4-8996-47ac-bcbb-7d92e8f022a2", "name": "network-vif-deleted", "tag": "24296c29-8164-41c2-8caf-17bc3b5b48b6", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:20:09.617274 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-468a338f-0ce6-4ccb-a968-1f2357605418 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:20:09.617667 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e879aff4-8996-47ac-bcbb-7d92e8f022a2', 'name': 'network-vif-deleted', 'tag': '24296c29-8164-41c2-8caf-17bc3b5b48b6', 'status': 'completed', 'code': 200} Aug 31 18:20:10.473244 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-c2714087-ee1e-4fef-8983-d7a6c019056d req-ae7490f1-a2d4-4899-b483-fcd3f72a031d tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=e879aff4-8996-47ac-bcbb-7d92e8f022a2 HTTP/1.1" status: 200 len: 210 time: 0.0259576 Aug 31 18:20:13.845985 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 24296c29-8164-41c2-8caf-17bc3b5b48b6 no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:20:13.868866 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: 24296c29-8164-41c2-8caf-17bc3b5b48b6 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:20:13.869203 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 24296c29-8164-41c2-8caf-17bc3b5b48b6 not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:20:15.954448 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:20:20.797097 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-17d6ae98-76e0-4e43-99e6-6b400c82aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:22.227569 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:23.420126 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fda2dc7a-0298-4b84-92d4-22daa67ab51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:23.668158 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:24.475508 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-24f7b5ce-7f2f-41b9-b728-fd270b7a7e37 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:24.476997 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-24f7b5ce-7f2f-41b9-b728-fd270b7a7e37 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/networks?id=58afcbec-3237-462f-b505-52d0b4ecb2fd HTTP/1.1" status: 200 len: 813 time: 0.1028807 Aug 31 18:20:24.492459 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c9f237d4-3b4c-4c76-be16-f1ef10919f14 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/quotas/4732c83fca9343f996731019afc47627 HTTP/1.1" status: 200 len: 375 time: 0.0092144 Aug 31 18:20:24.502028 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:24.524451 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-ffe5b5b9-8877-4fe4-9c42-7ce082af2a7e tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4732c83fca9343f996731019afc47627&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258267 Aug 31 18:20:24.612652 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-26bab932-adc7-49d0-bf3f-3b2bb6051ee4 service neutron] 10.222.0.58 "GET /v2.0/networks/58afcbec-3237-462f-b505-52d0b4ecb2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810294 Aug 31 18:20:24.701005 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-0e333c25-1f61-4a0d-addb-27c54e50123a service neutron] 10.222.0.58 "GET /v2.0/networks/58afcbec-3237-462f-b505-52d0b4ecb2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823071 Aug 31 18:20:24.938234 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-9ef5e034-91db-49ae-b3f8-468234b31ff5 req-713cde0e-0587-48ff-8769-a72aa043d724 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 210 time: 0.0269787 Aug 31 18:20:26.030758 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-f278c0d4-a297-45ba-8bef-6c758769745b req-8171c961-191e-4643-b893-b66bb4fa7de0 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 210 time: 0.0276325 Aug 31 18:20:26.654119 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:27.134433 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1a3e0e5b-d4de-443b-96bb-f5a0aa42aded req-fac942a5-0c97-49ce-b052-9767f3864316 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 210 time: 0.0334659 Aug 31 18:20:27.180226 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-ada948fb-f627-400a-b350-63d7cfb72d0d tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:27.185276 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-ada948fb-f627-400a-b350-63d7cfb72d0d tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.61 "GET /v2.0/networks?id=58afcbec-3237-462f-b505-52d0b4ecb2fd HTTP/1.1" status: 200 len: 813 time: 0.1313028 Aug 31 18:20:27.200543 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-e7b90632-9309-4d49-b780-39a61ef36eec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Request body: {'port': {'device_id': '8a15856d-90b2-478e-991d-149f1624f9e3', 'network_id': '58afcbec-3237-462f-b505-52d0b4ecb2fd', 'admin_state_up': True, 'tenant_id': '4732c83fca9343f996731019afc47627'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:20:27.359336 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-e7b90632-9309-4d49-b780-39a61ef36eec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Made reservation on behalf of 4732c83fca9343f996731019afc47627 for: {'port': 1} {{(pid=94691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:20:27.362930 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-e7b90632-9309-4d49-b780-39a61ef36eec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:27.483737 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_common [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-e7b90632-9309-4d49-b780-39a61ef36eec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Allocated IP 172.20.0.11 (58afcbec-3237-462f-b505-52d0b4ecb2fd/c967f70c-ce23-4f67-8c63-4aa5f1359cb4/7f65e1da-2d62-4fc9-8cff-3b17b96d32a0) {{(pid=94691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:20:27.628428 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-e7b90632-9309-4d49-b780-39a61ef36eec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Notify callbacks [] for port, precommit_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:27.759368 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-e7b90632-9309-4d49-b780-39a61ef36eec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760415974184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_create {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:27.803044 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-e7b90632-9309-4d49-b780-39a61ef36eec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Network 58afcbec-3237-462f-b505-52d0b4ecb2fd is already hosted by enough agents. {{(pid=94691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:20:27.806064 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.base_scheduler [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-e7b90632-9309-4d49-b780-39a61ef36eec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Resources bound (agent type, host, resource id): {{(pid=94691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:20:27.809833 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-e7b90632-9309-4d49-b780-39a61ef36eec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Received port after_create {{(pid=94691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:20:27.815973 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b90632-9309-4d49-b780-39a61ef36eec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Pushing event updated for resources: {'Port': ['ID=7f65e1da-2d62-4fc9-8cff-3b17b96d32a0,revision_number=1']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:27.859459 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-e7b90632-9309-4d49-b780-39a61ef36eec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:27.860066 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-e7b90632-9309-4d49-b780-39a61ef36eec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:28.000066 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-e7b90632-9309-4d49-b780-39a61ef36eec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8031929 Aug 31 18:20:28.019291 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Request body: {'port': {'device_id': '8a15856d-90b2-478e-991d-149f1624f9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80674'}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:20:28.076600 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:28.304440 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13827d-19e8-4ffc-b4a5-c1ec53fc5f17 req-c3433886-6b85-44e4-b98f-0f2d1a6543a4 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:28.305868 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cc13827d-19e8-4ffc-b4a5-c1ec53fc5f17 req-c3433886-6b85-44e4-b98f-0f2d1a6543a4 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 932 time: 0.0966413 Aug 31 18:20:28.384565 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-cc13827d-19e8-4ffc-b4a5-c1ec53fc5f17 req-82955be4-2c77-4f21-948c-025a4e390948 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722413 Aug 31 18:20:28.399152 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 {{(pid=94691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:20:28.407152 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:28.419069 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Transition to ACTIVE for port object 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:20:28.507401 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:28.554166 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Pushing event updated for resources: {'Port': ['ID=7f65e1da-2d62-4fc9-8cff-3b17b96d32a0,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:28.626801 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Attempting to bind port 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 on host hv-cinder-80674 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:20:28.627132 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Attempting to bind port 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 by drivers openvswitch,hyperv on host hv-cinder-80674 at level 0 using segments [{'id': '7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '58afcbec-3237-462f-b505-52d0b4ecb2fd'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:20:28.627461 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Attempting to bind port 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 on network 58afcbec-3237-462f-b505-52d0b4ecb2fd {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:20:28.631655 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Port 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 on network 58afcbec-3237-462f-b505-52d0b4ecb2fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80674 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:20:28.631968 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Attempting to bind port 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 on network 58afcbec-3237-462f-b505-52d0b4ecb2fd {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:20:28.637309 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Checking agent: {'id': '07c2a2a9-83cc-40d7-9263-6421240abc97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80674', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:20:28.637639 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Checking segment: {'id': '7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '58afcbec-3237-462f-b505-52d0b4ecb2fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:20:28.638010 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Bound using segment: {'id': '7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '58afcbec-3237-462f-b505-52d0b4ecb2fd'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:20:28.638426 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Bound port: 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0, host: hv-cinder-80674, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '58afcbec-3237-462f-b505-52d0b4ecb2fd'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:20:28.638776 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:28.705500 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] For port 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0, host hv-cinder-80674, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:20:28.708613 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] For port 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0, host hv-cinder-80674, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=7f65e1da-2d62-4fc9-8cff-3b17b96d32a0,segment=NetworkSegment(7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1),segment_id=7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:20:28.788060 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:28.822214 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:28.822826 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:28.824244 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] 10.222.0.61 "PUT /v2.0/ports/7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 HTTP/1.1" status: 200 len: 1094 time: 0.8093479 Aug 31 18:20:28.824683 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a15856d-90b2-478e-991d-149f1624f9e3', 'tag': '7f65e1da-2d62-4fc9-8cff-3b17b96d32a0'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:20:28.826938 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba631fa-c7b7-4d33-a5c7-5d3cbbd7f2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8a15856d-90b2-478e-991d-149f1624f9e3", "tag": "7f65e1da-2d62-4fc9-8cff-3b17b96d32a0"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:20:28.852787 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6906850-c752-4feb-bdc1-46e36bad0baf service neutron] Pushing event updated for resources: {'Port': ['ID=7f65e1da-2d62-4fc9-8cff-3b17b96d32a0,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:28.870000 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204b42a5-a282-4ee5-ad1b-51177c856a21 x-openstack-request-id: req-204b42a5-a282-4ee5-ad1b-51177c856a21 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:20:28.870430 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a15856d-90b2-478e-991d-149f1624f9e3", "tag": "7f65e1da-2d62-4fc9-8cff-3b17b96d32a0", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:20:28.870687 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-204b42a5-a282-4ee5-ad1b-51177c856a21 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:20:28.871089 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a15856d-90b2-478e-991d-149f1624f9e3', 'tag': '7f65e1da-2d62-4fc9-8cff-3b17b96d32a0', 'status': 'completed', 'code': 200} Aug 31 18:20:29.023409 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba631fa-c7b7-4d33-a5c7-5d3cbbd7f2ab req-e99d5b4a-7152-4aed-b23c-00ce6bc5761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:29.024985 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7ba631fa-c7b7-4d33-a5c7-5d3cbbd7f2ab req-e99d5b4a-7152-4aed-b23c-00ce6bc5761e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4732c83fca9343f996731019afc47627&device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 1097 time: 0.0900915 Aug 31 18:20:29.129834 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba631fa-c7b7-4d33-a5c7-5d3cbbd7f2ab req-acb60e37-e4ef-41b5-ad3c-213285033acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:29.131182 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7ba631fa-c7b7-4d33-a5c7-5d3cbbd7f2ab req-acb60e37-e4ef-41b5-ad3c-213285033acf service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4732c83fca9343f996731019afc47627&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0911231 Aug 31 18:20:29.227593 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba631fa-c7b7-4d33-a5c7-5d3cbbd7f2ab req-caeedc15-409e-4c5b-93bb-a128ac1dec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:29.229228 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7ba631fa-c7b7-4d33-a5c7-5d3cbbd7f2ab req-caeedc15-409e-4c5b-93bb-a128ac1dec94 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0907819 Aug 31 18:20:29.336396 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-29aedf30-e832-4925-8469-64cdc98bf70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:29.337890 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-29aedf30-e832-4925-8469-64cdc98bf70a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4732c83fca9343f996731019afc47627&device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 1097 time: 0.0450234 Aug 31 18:20:29.387576 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-5663643e-df6f-4ce8-bdab-bcb344424ebb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 HTTP/1.1" status: 200 len: 217 time: 0.0351954 Aug 31 18:20:29.441360 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-cbb2e8c3-65b1-4677-8a9b-658070f3c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:29.442924 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-cbb2e8c3-65b1-4677-8a9b-658070f3c62c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c967f70c-ce23-4f67-8c63-4aa5f1359cb4 HTTP/1.1" status: 200 len: 853 time: 0.0485368 Aug 31 18:20:29.498233 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-98838925-0739-4066-8ea4-7c8945cdafb0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58afcbec-3237-462f-b505-52d0b4ecb2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477014 Aug 31 18:20:29.566141 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f0c98-24da-431c-87b1-74320363d4d4 req-e31b13f6-2446-4be1-a6ab-ec22fe5b92be tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:29.567596 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ba3f0c98-24da-431c-87b1-74320363d4d4 req-e31b13f6-2446-4be1-a6ab-ec22fe5b92be tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 944 time: 0.1094511 Aug 31 18:20:29.624253 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-7ca6faae-ff85-4965-89f8-4ea0ffe502af service neutron] 10.222.0.61 "GET /v2.0/networks/58afcbec-3237-462f-b505-52d0b4ecb2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185393 Aug 31 18:20:29.627160 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ba3f0c98-24da-431c-87b1-74320363d4d4 req-793c85d3-17de-4c51-84db-09c34aa19c18 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534706 Aug 31 18:20:29.719149 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-488e2721-90e5-41a3-890b-feb2f6f0339d req-bb14a01e-b6f3-41eb-bf43-7507624189f3 service neutron] 10.222.0.61 "GET /v2.0/networks/58afcbec-3237-462f-b505-52d0b4ecb2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868618 Aug 31 18:20:30.742639 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c99b77-7382-4c8f-81db-4507653555fc req-563728cd-3c17-4dd5-8e08-ca00e9f8317f tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:30.744086 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b0c99b77-7382-4c8f-81db-4507653555fc req-563728cd-3c17-4dd5-8e08-ca00e9f8317f tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 944 time: 0.0493040 Aug 31 18:20:30.781507 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-b0c99b77-7382-4c8f-81db-4507653555fc req-e831685a-168a-4652-b35c-7e1f2717964a tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313079 Aug 31 18:20:31.958066 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809c8c8-0832-4c2b-aaae-05b22abb638c req-40ec36a9-4d1c-47d8-8e9f-b0d2428b9ec4 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:31.958066 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0809c8c8-0832-4c2b-aaae-05b22abb638c req-40ec36a9-4d1c-47d8-8e9f-b0d2428b9ec4 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 944 time: 0.0554147 Aug 31 18:20:31.958066 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-0809c8c8-0832-4c2b-aaae-05b22abb638c req-ecec0f6f-3c4b-4741-8b99-425222cb69de tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328946 Aug 31 18:20:32.248622 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 details requested by agent hyperv_hv-cinder-80674 with host hv-cinder-80674 {{(pid=94692) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:20:32.343380 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=7f65e1da-2d62-4fc9-8cff-3b17b96d32a0,segment=NetworkSegment(7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1),segment_id=7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:20:32.355184 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Returning: {'device': '7f65e1da-2d62-4fc9-8cff-3b17b96d32a0', 'network_id': '58afcbec-3237-462f-b505-52d0b4ecb2fd', 'port_id': '7f65e1da-2d62-4fc9-8cff-3b17b96d32a0', 'mac_address': 'fa:16:3e:b2:1c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c967f70c-ce23-4f67-8c63-4aa5f1359cb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94692) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:20:32.397724 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:32.410860 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:20:32.430084 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=7f65e1da-2d62-4fc9-8cff-3b17b96d32a0,segment=NetworkSegment(7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1),segment_id=7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:20:32.518983 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:32.566918 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=7f65e1da-2d62-4fc9-8cff-3b17b96d32a0,revision_number=4']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:32.574339 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:32.574754 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:32.575094 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:32.575427 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:32.575816 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:32.576078 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:32.576409 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:32.576730 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:32.577080 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:32.577400 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:32.577721 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:32.578042 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:32.986879 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['7f65e1da-2d62-4fc9-8cff-3b17b96d32a0'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:20:33.065491 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a334b1-9ed2-48e7-91b8-ab17ac5e2701 req-a38c5f84-c440-422c-a7e5-efbc49dbd879 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:33.067014 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-34a334b1-9ed2-48e7-91b8-ab17ac5e2701 req-a38c5f84-c440-422c-a7e5-efbc49dbd879 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 945 time: 0.0488088 Aug 31 18:20:33.105156 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-34a334b1-9ed2-48e7-91b8-ab17ac5e2701 req-1b929012-3753-489a-90c5-4ccfd445a62f tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314798 Aug 31 18:20:34.216316 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4710a53-ef4c-46e2-8568-866adbf4ade6 req-b92fd106-9da2-4367-ba23-e97422c8d3d9 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:34.217781 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a4710a53-ef4c-46e2-8568-866adbf4ade6 req-b92fd106-9da2-4367-ba23-e97422c8d3d9 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 945 time: 0.0475438 Aug 31 18:20:34.254354 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a4710a53-ef4c-46e2-8568-866adbf4ade6 req-2a35bdb5-681a-46bc-88cd-5ba2a36971d8 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307214 Aug 31 18:20:34.256899 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 up at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:20:34.387557 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning for port 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 completed by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:20:34.391801 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Provisioning complete for port 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 triggered by entity L2. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:20:34.392170 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:34.469297 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:34.491485 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a15856d-90b2-478e-991d-149f1624f9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f65e1da-2d62-4fc9-8cff-3b17b96d32a0'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:20:34.493773 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fb0514ffd57a2189e56f78ebfb3021157f48416ea24235ae5c79a7d2e13668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c574294-4781-41f1-81c6-517c39d16c39" -d '{"events": [{"server_uuid": "8a15856d-90b2-478e-991d-149f1624f9e3", "name": "network-vif-plugged", "status": "completed", "tag": "7f65e1da-2d62-4fc9-8cff-3b17b96d32a0"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:20:34.510328 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] For port 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=7f65e1da-2d62-4fc9-8cff-3b17b96d32a0,segment=NetworkSegment(7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1),segment_id=7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:20:34.532221 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b875731c-8177-4912-8f2b-3ddd8a465723 x-openstack-request-id: req-b875731c-8177-4912-8f2b-3ddd8a465723 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:20:34.532513 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a15856d-90b2-478e-991d-149f1624f9e3", "name": "network-vif-plugged", "status": "completed", "tag": "7f65e1da-2d62-4fc9-8cff-3b17b96d32a0", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:20:34.532773 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b875731c-8177-4912-8f2b-3ddd8a465723 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:20:34.533203 dv-cinder-806740-4-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a15856d-90b2-478e-991d-149f1624f9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f65e1da-2d62-4fc9-8cff-3b17b96d32a0', 'code': 200} Aug 31 18:20:34.610610 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:34.659519 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Pushing event updated for resources: {'Port': ['ID=7f65e1da-2d62-4fc9-8cff-3b17b96d32a0,revision_number=5']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:34.920371 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfe471-6821-4e34-b616-422d73403af1 req-38f33236-2fb5-41a2-9475-a705fd3ac3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:34.921744 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-36cfe471-6821-4e34-b616-422d73403af1 req-38f33236-2fb5-41a2-9475-a705fd3ac3d6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 1099 time: 0.0437448 Aug 31 18:20:34.956228 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-36cfe471-6821-4e34-b616-422d73403af1 req-3eeae1e9-07dc-4f17-854c-ab854308e67e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275030 Aug 31 18:20:35.368868 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25207c3e-f030-4555-aa9d-3c7f0ca434ea req-8139a054-f861-4f07-8f14-07c2b198caed tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:35.370350 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-25207c3e-f030-4555-aa9d-3c7f0ca434ea req-8139a054-f861-4f07-8f14-07c2b198caed tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 946 time: 0.0493507 Aug 31 18:20:35.408011 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-25207c3e-f030-4555-aa9d-3c7f0ca434ea req-df47bcaf-b0c9-4885-aca8-95e0e748b59e tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316629 Aug 31 18:20:36.529498 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fbbf6-e9c9-4734-8b8f-6d8d8ec90a14 req-836528a2-1120-426f-82cc-cb255683bcea tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:36.531123 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-524fbbf6-e9c9-4734-8b8f-6d8d8ec90a14 req-836528a2-1120-426f-82cc-cb255683bcea tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 946 time: 0.0512667 Aug 31 18:20:36.570017 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-524fbbf6-e9c9-4734-8b8f-6d8d8ec90a14 req-1e743d05-6eaa-4929-9cff-45a7502eb2f7 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326006 Aug 31 18:20:37.690125 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7dd6a-20a4-44b0-ab8c-7475ed834876 req-2d0e5146-147d-4f91-8135-b46b8fa154bb tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:37.691634 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d0e7dd6a-20a4-44b0-ab8c-7475ed834876 req-2d0e5146-147d-4f91-8135-b46b8fa154bb tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 946 time: 0.0543919 Aug 31 18:20:37.736241 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-d0e7dd6a-20a4-44b0-ab8c-7475ed834876 req-c730fcbb-93b0-4869-8d82-2d4eaadd06de tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372398 Aug 31 18:20:50.798291 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6fda9dae-9260-4815-a414-5138cdca333f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:52.226817 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:52.952526 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:20:53.466817 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-78889e00-2e30-4fe0-809f-8be24b605428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:53.701484 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:54.092155 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-907978ce-d313-4e5b-8272-76ab2c99f20b req-a9893fb8-2995-488a-9da8-db78ad2cd88b tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978373705&fields=id&tenant_id=873aac2d04714aecae51151268275afc HTTP/1.1" status: 200 len: 267 time: 0.0331511 Aug 31 18:20:54.145857 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907978ce-d313-4e5b-8272-76ab2c99f20b req-5bb4ee75-18aa-4b89-a60f-57d5eac86272 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:54.147218 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-907978ce-d313-4e5b-8272-76ab2c99f20b req-5bb4ee75-18aa-4b89-a60f-57d5eac86272 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 985 time: 0.0493336 Aug 31 18:20:54.158842 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.v2.base [req-907978ce-d313-4e5b-8272-76ab2c99f20b req-53becb4f-a64d-44ab-95c6-2c8ac023ba53 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Request body: {'port': {'security_groups': ['6187a8eb-7fc5-494c-b81a-a7a76f4194ce']}} {{(pid=94691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:20:54.222881 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-907978ce-d313-4e5b-8272-76ab2c99f20b req-53becb4f-a64d-44ab-95c6-2c8ac023ba53 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577914'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:54.413708 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-907978ce-d313-4e5b-8272-76ab2c99f20b req-53becb4f-a64d-44ab-95c6-2c8ac023ba53 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] For port 19651f64-da9b-4e55-8189-3a253cc87a3f, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=19651f64-da9b-4e55-8189-3a253cc87a3f,segment=NetworkSegment(c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65),segment_id=c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:20:54.442572 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-907978ce-d313-4e5b-8272-76ab2c99f20b req-53becb4f-a64d-44ab-95c6-2c8ac023ba53 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:54.552292 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-907978ce-d313-4e5b-8272-76ab2c99f20b req-53becb4f-a64d-44ab-95c6-2c8ac023ba53 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760416558547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760415974202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760415974220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14917948'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:54.552577 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:54.596031 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['19651f64-da9b-4e55-8189-3a253cc87a3f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:20:54.860773 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907978ce-d313-4e5b-8272-76ab2c99f20b req-53becb4f-a64d-44ab-95c6-2c8ac023ba53 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:54.861405 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-907978ce-d313-4e5b-8272-76ab2c99f20b req-53becb4f-a64d-44ab-95c6-2c8ac023ba53 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:54.862804 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-907978ce-d313-4e5b-8272-76ab2c99f20b req-53becb4f-a64d-44ab-95c6-2c8ac023ba53 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "PUT /v2.0/ports/19651f64-da9b-4e55-8189-3a253cc87a3f HTTP/1.1" status: 200 len: 943 time: 0.7085102 Aug 31 18:20:54.863265 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419596fe-adbc-4213-b303-6c7df7240535', 'tag': '19651f64-da9b-4e55-8189-3a253cc87a3f'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:20:54.868615 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f412d61-43e5-4362-8dd4-b2c0f86c9d11" -d '{"events": [{"name": "network-changed", "server_uuid": "419596fe-adbc-4213-b303-6c7df7240535", "tag": "19651f64-da9b-4e55-8189-3a253cc87a3f"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:20:54.870067 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 39320) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:20:54.890999 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53becb4f-a64d-44ab-95c6-2c8ac023ba53 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Pushing event updated for resources: {'Port': ['ID=19651f64-da9b-4e55-8189-3a253cc87a3f,revision_number=7']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:54.921142 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43dcaf8-de8b-4842-a083-f1da4eeab813 x-openstack-request-id: req-b43dcaf8-de8b-4842-a083-f1da4eeab813 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:20:54.921437 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419596fe-adbc-4213-b303-6c7df7240535", "tag": "19651f64-da9b-4e55-8189-3a253cc87a3f", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:20:54.921686 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b43dcaf8-de8b-4842-a083-f1da4eeab813 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:20:54.922080 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419596fe-adbc-4213-b303-6c7df7240535', 'tag': '19651f64-da9b-4e55-8189-3a253cc87a3f', 'status': 'completed', 'code': 200} Aug 31 18:20:54.957755 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23556017-2c39-48f8-b0ef-1f2aee695017 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:54.984771 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23556017-2c39-48f8-b0ef-1f2aee695017 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:55.064265 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-b2bb0b6a-f856-48af-b6a3-4add95dac920 None None] Provisioning complete for port 19651f64-da9b-4e55-8189-3a253cc87a3f triggered by entity DHCP. {{(pid=94692) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:20:55.064648 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b2bb0b6a-f856-48af-b6a3-4add95dac920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587949'] for port, provisioning_complete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:55.124055 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23556017-2c39-48f8-b0ef-1f2aee695017 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:55.126692 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23556017-2c39-48f8-b0ef-1f2aee695017 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:55.127870 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-23556017-2c39-48f8-b0ef-1f2aee695017 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "DELETE /v2.0/security-groups/e1290184-0704-4783-ad74-434505d158de HTTP/1.1" status: 204 len: 168 time: 0.2573075 Aug 31 18:20:55.132314 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 39324) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:20:55.137910 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23556017-2c39-48f8-b0ef-1f2aee695017 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1290184-0704-4783-ad74-434505d158de,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:55.145125 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556017-2c39-48f8-b0ef-1f2aee695017 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:55.145481 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556017-2c39-48f8-b0ef-1f2aee695017 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:55.146041 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556017-2c39-48f8-b0ef-1f2aee695017 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:55.146596 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556017-2c39-48f8-b0ef-1f2aee695017 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:55.146939 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556017-2c39-48f8-b0ef-1f2aee695017 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:55.147280 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556017-2c39-48f8-b0ef-1f2aee695017 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:55.147616 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556017-2c39-48f8-b0ef-1f2aee695017 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:55.147954 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556017-2c39-48f8-b0ef-1f2aee695017 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:55.148284 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556017-2c39-48f8-b0ef-1f2aee695017 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:55.148615 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556017-2c39-48f8-b0ef-1f2aee695017 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:55.149039 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556017-2c39-48f8-b0ef-1f2aee695017 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:55.149347 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556017-2c39-48f8-b0ef-1f2aee695017 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:55.287827 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-bf89c791-3854-4785-ac22-db68d76f241f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Deleting port eb5bf86d-166f-4b5a-bdc3-b3d503372564 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:20:55.288158 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf89c791-3854-4785-ac22-db68d76f241f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:55.360884 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf89c791-3854-4785-ac22-db68d76f241f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:55.361213 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf89c791-3854-4785-ac22-db68d76f241f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:55.373363 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-bf89c791-3854-4785-ac22-db68d76f241f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Calling delete_port for eb5bf86d-166f-4b5a-bdc3-b3d503372564 owned by network:floatingip {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:20:55.586096 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf89c791-3854-4785-ac22-db68d76f241f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:55.616229 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89c791-3854-4785-ac22-db68d76f241f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Pushing event deleted for resources: {'Port': ['ID=eb5bf86d-166f-4b5a-bdc3-b3d503372564,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:55.674989 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf89c791-3854-4785-ac22-db68d76f241f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks [] for floatingip, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:55.675316 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.db.l3_db [None req-bf89c791-3854-4785-ac22-db68d76f241f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Floating IP 2e69f9c0-6361-43d0-8d63-00a45c8d4d86 disassociated (deleted). External IP: 172.27.3.199, port: 19651f64-da9b-4e55-8189-3a253cc87a3f. Aug 31 18:20:55.884515 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf89c791-3854-4785-ac22-db68d76f241f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Router f94de1db-c959-4607-baa5-7526ead5bc09 has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:20:56.000289 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf89c791-3854-4785-ac22-db68d76f241f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:20:56.005536 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf89c791-3854-4785-ac22-db68d76f241f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for floatingip, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:56.010969 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6da19cd-fc84-4e17-84fc-36e782f48660 None None] Sync routers for ids ['f94de1db-c959-4607-baa5-7526ead5bc09'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:20:56.021243 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6da19cd-fc84-4e17-84fc-36e782f48660 None None] Routers {'f94de1db-c959-4607-baa5-7526ead5bc09'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:20:56.021948 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a6da19cd-fc84-4e17-84fc-36e782f48660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:20:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['f94de1db-c959-4607-baa5-7526ead5bc09'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:20:56.033127 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-bf89c791-3854-4785-ac22-db68d76f241f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "DELETE /v2.0/floatingips/2e69f9c0-6361-43d0-8d63-00a45c8d4d86 HTTP/1.1" status: 204 len: 168 time: 0.8995984 Aug 31 18:20:56.129555 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-a6da19cd-fc84-4e17-84fc-36e782f48660 None None] Set router f94de1db-c959-4607-baa5-7526ead5bc09 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:20:56.327485 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a6da19cd-fc84-4e17-84fc-36e782f48660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'name': 'tempest-TestMinimumBasicScenario-960882104-router', 'tenant_id': '873aac2d04714aecae51151268275afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '76815586-84dd-4784-8e26-8667b38077b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:35Z', 'updated_at': '2021-08-31T18:16:39Z', 'revision_number': 4, 'project_id': '873aac2d04714aecae51151268275afc', 'gw_port': {'id': '76815586-84dd-4784-8e26-8667b38077b5', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:36Z', 'updated_at': '2021-08-31T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '2074f68a-de22-41be-bbcd-3e1160b777c1', 'name': '', 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859', 'tenant_id': '873aac2d04714aecae51151268275afc', 'mac_address': 'fa:16:3e:e4:2c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:38Z', 'updated_at': '2021-08-31T18:16:44Z', 'revision_number': 5, 'project_id': '873aac2d04714aecae51151268275afc', 'subnets': [{'id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:20:56.357608 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6da19cd-fc84-4e17-84fc-36e782f48660 None None] Checking router: f94de1db-c959-4607-baa5-7526ead5bc09 for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:20:56.365934 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6da19cd-fc84-4e17-84fc-36e782f48660 None None] Routers {'f94de1db-c959-4607-baa5-7526ead5bc09'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:20:56.366546 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a6da19cd-fc84-4e17-84fc-36e782f48660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:20:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['f94de1db-c959-4607-baa5-7526ead5bc09'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:20:56.475076 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-a6da19cd-fc84-4e17-84fc-36e782f48660 None None] Set router f94de1db-c959-4607-baa5-7526ead5bc09 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:20:56.786612 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:56.801364 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-a6da19cd-fc84-4e17-84fc-36e782f48660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'name': 'tempest-TestMinimumBasicScenario-960882104-router', 'tenant_id': '873aac2d04714aecae51151268275afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '76815586-84dd-4784-8e26-8667b38077b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:35Z', 'updated_at': '2021-08-31T18:16:39Z', 'revision_number': 4, 'project_id': '873aac2d04714aecae51151268275afc', 'gw_port': {'id': '76815586-84dd-4784-8e26-8667b38077b5', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:36Z', 'updated_at': '2021-08-31T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '2074f68a-de22-41be-bbcd-3e1160b777c1', 'name': '', 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859', 'tenant_id': '873aac2d04714aecae51151268275afc', 'mac_address': 'fa:16:3e:e4:2c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:38Z', 'updated_at': '2021-08-31T18:16:44Z', 'revision_number': 5, 'project_id': '873aac2d04714aecae51151268275afc', 'subnets': [{'id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:20:56.827857 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6da19cd-fc84-4e17-84fc-36e782f48660 None None] The sync data for ids ['f94de1db-c959-4607-baa5-7526ead5bc09'] in dv-cinder-806740-4-iscsi is: [{'id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'name': 'tempest-TestMinimumBasicScenario-960882104-router', 'tenant_id': '873aac2d04714aecae51151268275afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '76815586-84dd-4784-8e26-8667b38077b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:35Z', 'updated_at': '2021-08-31T18:16:39Z', 'revision_number': 4, 'project_id': '873aac2d04714aecae51151268275afc', 'gw_port': {'id': '76815586-84dd-4784-8e26-8667b38077b5', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:36Z', 'updated_at': '2021-08-31T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi', '_interfaces': [{'id': '2074f68a-de22-41be-bbcd-3e1160b777c1', 'name': '', 'network_id': 'cb2ab32c-c0b9-4a8b-a16f-df74ec834859', 'tenant_id': '873aac2d04714aecae51151268275afc', 'mac_address': 'fa:16:3e:e4:2c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:38Z', 'updated_at': '2021-08-31T18:16:44Z', 'revision_number': 5, 'project_id': '873aac2d04714aecae51151268275afc', 'subnets': [{'id': 'abe36fa3-e7a4-4900-871e-9517d8e73a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:20:56.923065 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419596fe-adbc-4213-b303-6c7df7240535', 'tag': '19651f64-da9b-4e55-8189-3a253cc87a3f'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:20:56.925526 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc140e8-04a9-4e33-9b01-290f1bea0d13" -d '{"events": [{"name": "network-changed", "server_uuid": "419596fe-adbc-4213-b303-6c7df7240535", "tag": "19651f64-da9b-4e55-8189-3a253cc87a3f"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:20:56.962784 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39abc122-5db7-4564-8f66-33ef57233a79 x-openstack-request-id: req-39abc122-5db7-4564-8f66-33ef57233a79 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:20:56.963565 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419596fe-adbc-4213-b303-6c7df7240535", "tag": "19651f64-da9b-4e55-8189-3a253cc87a3f", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:20:56.963816 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-39abc122-5db7-4564-8f66-33ef57233a79 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:20:56.964218 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419596fe-adbc-4213-b303-6c7df7240535', 'tag': '19651f64-da9b-4e55-8189-3a253cc87a3f', 'status': 'completed', 'code': 200} Aug 31 18:20:57.049817 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ee0561-cc94-4e66-b4c0-86d3a9c6ad3a None None] New status for floating IP 2e69f9c0-6361-43d0-8d63-00a45c8d4d86: DOWN {{(pid=94693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:20:59.332327 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f412d61-43e5-4362-8dd4-b2c0f86c9d11 req-46b6206f-77d3-46bf-8a8e-4d7ed9baa043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:59.333857 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8f412d61-43e5-4362-8dd4-b2c0f86c9d11 req-46b6206f-77d3-46bf-8a8e-4d7ed9baa043 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=873aac2d04714aecae51151268275afc&device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 1099 time: 0.0417762 Aug 31 18:20:59.425282 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['19651f64-da9b-4e55-8189-3a253cc87a3f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:20:59.433334 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f412d61-43e5-4362-8dd4-b2c0f86c9d11 req-9e9f1170-b3ae-4ec8-a746-0476c6b7d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:59.434854 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8f412d61-43e5-4362-8dd4-b2c0f86c9d11 req-9e9f1170-b3ae-4ec8-a746-0476c6b7d852 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb2ab32c-c0b9-4a8b-a16f-df74ec834859 HTTP/1.1" status: 200 len: 916 time: 0.0916357 Aug 31 18:20:59.486325 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8f412d61-43e5-4362-8dd4-b2c0f86c9d11 req-3a958ff8-4c94-4f80-b375-6ba4be88abe9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19651f64-da9b-4e55-8189-3a253cc87a3f HTTP/1.1" status: 200 len: 217 time: 0.0380332 Aug 31 18:20:59.537246 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f412d61-43e5-4362-8dd4-b2c0f86c9d11 req-9a221973-311c-4c3b-a865-981315003629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:59.538711 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8f412d61-43e5-4362-8dd4-b2c0f86c9d11 req-9a221973-311c-4c3b-a865-981315003629 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=abe36fa3-e7a4-4900-871e-9517d8e73a43 HTTP/1.1" status: 200 len: 853 time: 0.0459397 Aug 31 18:20:59.599719 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f412d61-43e5-4362-8dd4-b2c0f86c9d11 req-d9d04356-8d4d-4463-ab91-f065181e5c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:59.601363 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8f412d61-43e5-4362-8dd4-b2c0f86c9d11 req-d9d04356-8d4d-4463-ab91-f065181e5c2a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb2ab32c-c0b9-4a8b-a16f-df74ec834859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457180 Aug 31 18:20:59.696656 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8f412d61-43e5-4362-8dd4-b2c0f86c9d11 req-d03921f5-d3df-426b-8fac-70b7d82d7d4b service neutron] 10.222.0.61 "GET /v2.0/networks/cb2ab32c-c0b9-4a8b-a16f-df74ec834859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849996 Aug 31 18:20:59.793429 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-8f412d61-43e5-4362-8dd4-b2c0f86c9d11 req-ab4e0891-3915-4fbf-83aa-5c74745bcb7f service neutron] 10.222.0.61 "GET /v2.0/networks/cb2ab32c-c0b9-4a8b-a16f-df74ec834859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875540 Aug 31 18:21:00.215062 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc140e8-04a9-4e33-9b01-290f1bea0d13 req-69afc2a5-8d00-45eb-a25e-4f336e0aee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:21:00.216547 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2cc140e8-04a9-4e33-9b01-290f1bea0d13 req-69afc2a5-8d00-45eb-a25e-4f336e0aee9e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=873aac2d04714aecae51151268275afc&device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 1099 time: 0.0415373 Aug 31 18:21:00.304497 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc140e8-04a9-4e33-9b01-290f1bea0d13 req-5918c0be-0eb3-48db-992b-7036daa6ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:21:00.305902 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2cc140e8-04a9-4e33-9b01-290f1bea0d13 req-5918c0be-0eb3-48db-992b-7036daa6ca57 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb2ab32c-c0b9-4a8b-a16f-df74ec834859 HTTP/1.1" status: 200 len: 916 time: 0.0820177 Aug 31 18:21:00.351251 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2cc140e8-04a9-4e33-9b01-290f1bea0d13 req-fad17056-5088-468e-a23f-be29fe5c6711 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19651f64-da9b-4e55-8189-3a253cc87a3f HTTP/1.1" status: 200 len: 217 time: 0.0376441 Aug 31 18:21:00.399227 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc140e8-04a9-4e33-9b01-290f1bea0d13 req-2eb7971b-b5d8-4dea-a120-c36d15e03447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:21:00.401335 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2cc140e8-04a9-4e33-9b01-290f1bea0d13 req-2eb7971b-b5d8-4dea-a120-c36d15e03447 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=abe36fa3-e7a4-4900-871e-9517d8e73a43 HTTP/1.1" status: 200 len: 853 time: 0.0423419 Aug 31 18:21:00.461277 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc140e8-04a9-4e33-9b01-290f1bea0d13 req-ce2b44f9-d5f1-4fc5-b829-662d0b042299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:21:00.462790 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2cc140e8-04a9-4e33-9b01-290f1bea0d13 req-ce2b44f9-d5f1-4fc5-b829-662d0b042299 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb2ab32c-c0b9-4a8b-a16f-df74ec834859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414515 Aug 31 18:21:00.560625 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2cc140e8-04a9-4e33-9b01-290f1bea0d13 req-6b788a6a-cdf3-4f9a-805f-fffcb66c7e3b service neutron] 10.222.0.61 "GET /v2.0/networks/cb2ab32c-c0b9-4a8b-a16f-df74ec834859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882521 Aug 31 18:21:00.653868 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-2cc140e8-04a9-4e33-9b01-290f1bea0d13 req-123b31f0-be57-4271-b670-18a87c927be1 service neutron] 10.222.0.61 "GET /v2.0/networks/cb2ab32c-c0b9-4a8b-a16f-df74ec834859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851724 Aug 31 18:21:03.701703 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fc949-fea0-4989-b0f0-63bcc38df224 req-20559be8-ebf1-49d9-b065-2d5dbe3024f1 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:21:03.703218 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a01fc949-fea0-4989-b0f0-63bcc38df224 req-20559be8-ebf1-49d9-b065-2d5dbe3024f1 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 946 time: 0.0492465 Aug 31 18:21:03.749293 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-a01fc949-fea0-4989-b0f0-63bcc38df224 req-f332684b-999f-4a60-9060-d7ea552566a1 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398955 Aug 31 18:21:04.864876 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7659a6-0d17-43fb-8d7e-f31281ad3c9f req-898c25c9-c39d-47ab-a022-d712e2612758 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:21:04.866442 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5a7659a6-0d17-43fb-8d7e-f31281ad3c9f req-898c25c9-c39d-47ab-a022-d712e2612758 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 946 time: 0.0515044 Aug 31 18:21:04.909172 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-5a7659a6-0d17-43fb-8d7e-f31281ad3c9f req-69184e1b-033a-4807-b066-9282115b057a tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364637 Aug 31 18:21:06.029157 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae4bad-64e2-4068-a2cc-069bc4f7d1a1 req-77d126a5-14e3-4312-a47c-6aa011fd23e6 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:21:06.030691 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7bae4bad-64e2-4068-a2cc-069bc4f7d1a1 req-77d126a5-14e3-4312-a47c-6aa011fd23e6 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 946 time: 0.0498440 Aug 31 18:21:06.069067 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7bae4bad-64e2-4068-a2cc-069bc4f7d1a1 req-77add6fb-8ba7-496a-affb-e80e46a724b5 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/security-groups?id=6187a8eb-7fc5-494c-b81a-a7a76f4194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319376 Aug 31 18:21:06.302920 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff461d65-bd86-49e7-b287-7c612af3ae12 req-e8a37d95-67e9-4ce5-bac1-dd2b761ac92f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:21:06.304510 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ff461d65-bd86-49e7-b287-7c612af3ae12 req-e8a37d95-67e9-4ce5-bac1-dd2b761ac92f tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.61 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 946 time: 0.0485241 Aug 31 18:21:06.402109 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-ff461d65-bd86-49e7-b287-7c612af3ae12 req-439f507c-5764-422c-8066-80663381693e tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Deleting port 19651f64-da9b-4e55-8189-3a253cc87a3f {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:21:06.402446 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ff461d65-bd86-49e7-b287-7c612af3ae12 req-439f507c-5764-422c-8066-80663381693e tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:06.489391 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-ff461d65-bd86-49e7-b287-7c612af3ae12 req-439f507c-5764-422c-8066-80663381693e tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] For port 19651f64-da9b-4e55-8189-3a253cc87a3f, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=19651f64-da9b-4e55-8189-3a253cc87a3f,segment=NetworkSegment(c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65),segment_id=c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:21:06.489748 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ff461d65-bd86-49e7-b287-7c612af3ae12 req-439f507c-5764-422c-8066-80663381693e tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:06.502747 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-ff461d65-bd86-49e7-b287-7c612af3ae12 req-439f507c-5764-422c-8066-80663381693e tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Calling delete_port for 19651f64-da9b-4e55-8189-3a253cc87a3f owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:21:06.721697 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ff461d65-bd86-49e7-b287-7c612af3ae12 req-439f507c-5764-422c-8066-80663381693e tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:06.755326 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f507c-5764-422c-8066-80663381693e tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Pushing event deleted for resources: {'Port': ['ID=19651f64-da9b-4e55-8189-3a253cc87a3f,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:06.758104 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['19651f64-da9b-4e55-8189-3a253cc87a3f'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:21:06.800499 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff461d65-bd86-49e7-b287-7c612af3ae12 req-439f507c-5764-422c-8066-80663381693e tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] No DVR routers for this DVR port 19651f64-da9b-4e55-8189-3a253cc87a3f on host hv-cinder-80674 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:21:06.803103 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-ff461d65-bd86-49e7-b287-7c612af3ae12 req-439f507c-5764-422c-8066-80663381693e tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:06.808585 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ff461d65-bd86-49e7-b287-7c612af3ae12 req-439f507c-5764-422c-8066-80663381693e tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.61 "DELETE /v2.0/ports/19651f64-da9b-4e55-8189-3a253cc87a3f HTTP/1.1" status: 204 len: 173 time: 0.4885359 Aug 31 18:21:06.808585 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419596fe-adbc-4213-b303-6c7df7240535', 'name': 'network-vif-deleted', 'tag': '19651f64-da9b-4e55-8189-3a253cc87a3f'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:21:06.808843 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da156622-a27a-4f1b-ac14-d414808f4a1d" -d '{"events": [{"server_uuid": "419596fe-adbc-4213-b303-6c7df7240535", "name": "network-vif-deleted", "tag": "19651f64-da9b-4e55-8189-3a253cc87a3f"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:21:06.846501 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fce2199-dabc-43f3-9b7e-c77946a36525 x-openstack-request-id: req-3fce2199-dabc-43f3-9b7e-c77946a36525 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:21:06.846792 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419596fe-adbc-4213-b303-6c7df7240535", "name": "network-vif-deleted", "tag": "19651f64-da9b-4e55-8189-3a253cc87a3f", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:21:06.847037 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3fce2199-dabc-43f3-9b7e-c77946a36525 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:21:06.847458 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419596fe-adbc-4213-b303-6c7df7240535', 'name': 'network-vif-deleted', 'tag': '19651f64-da9b-4e55-8189-3a253cc87a3f', 'status': 'completed', 'code': 200} Aug 31 18:21:07.198333 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-ac54a704-483a-4d27-8f68-e69b8d197a41 req-fd5f03f8-0083-4dc3-9aba-aff67a54fdc0 tempest-TestMinimumBasicScenario-1199954100 tempest-TestMinimumBasicScenario-1199954100-project] 10.222.0.58 "GET /v2.0/ports?device_id=419596fe-adbc-4213-b303-6c7df7240535 HTTP/1.1" status: 200 len: 210 time: 0.0310254 Aug 31 18:21:07.216093 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d40ac-4ed0-49c5-bcf7-0bacc2b34c83 req-00e82984-2648-4272-b5d7-7e3f161f14d0 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:21:07.217743 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1e2d40ac-4ed0-49c5-bcf7-0bacc2b34c83 req-00e82984-2648-4272-b5d7-7e3f161f14d0 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 946 time: 0.0769894 Aug 31 18:21:07.259624 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-1e2d40ac-4ed0-49c5-bcf7-0bacc2b34c83 req-5428252e-4794-49e3-a51e-ade7fd4e840b tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354161 Aug 31 18:21:08.376441 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdfdcc-de8c-46cb-8e37-6f54bebae266 req-51d1c419-bc60-48a7-a182-e35bdf2fc384 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:21:08.377909 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-17fdfdcc-de8c-46cb-8e37-6f54bebae266 req-51d1c419-bc60-48a7-a182-e35bdf2fc384 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 946 time: 0.0507758 Aug 31 18:21:08.419292 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-17fdfdcc-de8c-46cb-8e37-6f54bebae266 req-70f2a10e-b81a-45e0-b9d0-bfaa06a7da1e tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351460 Aug 31 18:21:09.538008 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfc0cf-ede0-44d1-8728-73bbedf75300 req-3be3228c-b347-4ddd-9684-78b2e5396443 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:21:09.539540 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7dcfc0cf-ede0-44d1-8728-73bbedf75300 req-3be3228c-b347-4ddd-9684-78b2e5396443 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 946 time: 0.0508556 Aug 31 18:21:09.581215 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7dcfc0cf-ede0-44d1-8728-73bbedf75300 req-8d53da87-d868-4269-bb78-aac75e4ea4c4 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5e3f5ea-8c11-42e9-b420-f230c3980bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349457 Aug 31 18:21:09.708180 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 19651f64-da9b-4e55-8189-3a253cc87a3f no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:21:09.732409 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: 19651f64-da9b-4e55-8189-3a253cc87a3f {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:21:09.732760 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 19651f64-da9b-4e55-8189-3a253cc87a3f not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:21:09.907374 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 39466) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:21:10.091476 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef00ee5-55bf-4b31-b966-af6d404363b1 req-2d0b4308-c85b-4848-bf67-ea1699d281f7 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:21:10.093158 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7ef00ee5-55bf-4b31-b966-af6d404363b1 req-2d0b4308-c85b-4848-bf67-ea1699d281f7 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 946 time: 0.0492725 Aug 31 18:21:10.190200 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-7ef00ee5-55bf-4b31-b966-af6d404363b1 req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Deleting port 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:21:10.190542 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7ef00ee5-55bf-4b31-b966-af6d404363b1 req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:10.278705 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [req-7ef00ee5-55bf-4b31-b966-af6d404363b1 req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] For port 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0, host hv-cinder-80674, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80674',level=0,port_id=7f65e1da-2d62-4fc9-8cff-3b17b96d32a0,segment=NetworkSegment(7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1),segment_id=7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:21:10.279062 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7ef00ee5-55bf-4b31-b966-af6d404363b1 req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:10.293263 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [req-7ef00ee5-55bf-4b31-b966-af6d404363b1 req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Calling delete_port for 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 owned by compute:nova {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:21:10.517050 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8860cf1c-5468-40d2-a69a-2928927134b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16625169'] for router_interface, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:10.552111 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7ef00ee5-55bf-4b31-b966-af6d404363b1 req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:10.579957 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Pushing event deleted for resources: {'Port': ['ID=7f65e1da-2d62-4fc9-8cff-3b17b96d32a0,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:10.586038 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] get_ports_and_sgs() called for port_ids ['7f65e1da-2d62-4fc9-8cff-3b17b96d32a0'] {{(pid=94692) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:21:10.592917 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:21:10.593289 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:21:10.593604 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:21:10.593941 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:21:10.594273 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:21:10.594623 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:21:10.594939 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:21:10.595268 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:21:10.595594 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:21:10.595909 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:21:10.596235 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:21:10.596554 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:21:10.651880 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef00ee5-55bf-4b31-b966-af6d404363b1 req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] No DVR routers for this DVR port 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 on host hv-cinder-80674 {{(pid=94691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:21:10.654409 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [req-7ef00ee5-55bf-4b31-b966-af6d404363b1 req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17200'] for port, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:10.656418 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-7ef00ee5-55bf-4b31-b966-af6d404363b1 req-eb345780-2f74-4406-a854-75cd2d7a11ec tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.61 "DELETE /v2.0/ports/7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 HTTP/1.1" status: 204 len: 173 time: 0.5568011 Aug 31 18:21:10.656900 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a15856d-90b2-478e-991d-149f1624f9e3', 'name': 'network-vif-deleted', 'tag': '7f65e1da-2d62-4fc9-8cff-3b17b96d32a0'}] {{(pid=94691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:21:10.659442 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16068373f45f13df739e89954b5036f42b5f7b9321f64d3ed67cb66067fb2d1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00549e57-4f4b-4edf-8382-6b09d77654f2" -d '{"events": [{"server_uuid": "8a15856d-90b2-478e-991d-149f1624f9e3", "name": "network-vif-deleted", "tag": "7f65e1da-2d62-4fc9-8cff-3b17b96d32a0"}]}' {{(pid=94691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:21:10.693559 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-03ecad92-66f4-45e6-8264-fd9e5a8f19c6 req-d91fb526-9e67-4ae8-a1bb-7b06b635564f tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 210 time: 0.0302827 Aug 31 18:21:10.699874 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd4715a-ef0e-47fd-8abb-38b6652e3b92 x-openstack-request-id: req-8fd4715a-ef0e-47fd-8abb-38b6652e3b92 {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:21:10.700250 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a15856d-90b2-478e-991d-149f1624f9e3", "name": "network-vif-deleted", "tag": "7f65e1da-2d62-4fc9-8cff-3b17b96d32a0", "status": "completed", "code": 200}]} {{(pid=94691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:21:10.700610 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8fd4715a-ef0e-47fd-8abb-38b6652e3b92 {{(pid=94691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:21:10.701119 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a15856d-90b2-478e-991d-149f1624f9e3', 'name': 'network-vif-deleted', 'tag': '7f65e1da-2d62-4fc9-8cff-3b17b96d32a0', 'status': 'completed', 'code': 200} Aug 31 18:21:10.785257 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8860cf1c-5468-40d2-a69a-2928927134b3 admin admin] Deleting port 2074f68a-de22-41be-bbcd-3e1160b777c1 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:21:10.785610 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8860cf1c-5468-40d2-a69a-2928927134b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:10.865849 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8860cf1c-5468-40d2-a69a-2928927134b3 admin admin] For port 2074f68a-de22-41be-bbcd-3e1160b777c1, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=2074f68a-de22-41be-bbcd-3e1160b777c1,segment=NetworkSegment(c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65),segment_id=c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:21:10.866218 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8860cf1c-5468-40d2-a69a-2928927134b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:10.879882 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8860cf1c-5468-40d2-a69a-2928927134b3 admin admin] Calling delete_port for 2074f68a-de22-41be-bbcd-3e1160b777c1 owned by network:router_interface {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:21:11.180822 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8860cf1c-5468-40d2-a69a-2928927134b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:11.210513 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860cf1c-5468-40d2-a69a-2928927134b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2074f68a-de22-41be-bbcd-3e1160b777c1,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:11.375620 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8860cf1c-5468-40d2-a69a-2928927134b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16289137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16625293'] for router_interface, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:11.597786 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8860cf1c-5468-40d2-a69a-2928927134b3 admin admin] Router f94de1db-c959-4607-baa5-7526ead5bc09 has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:21:11.711099 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8860cf1c-5468-40d2-a69a-2928927134b3 admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:21:11.718548 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-8860cf1c-5468-40d2-a69a-2928927134b3 admin admin] 10.222.0.58 "PUT /v2.0/routers/f94de1db-c959-4607-baa5-7526ead5bc09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8100255 Aug 31 18:21:11.720968 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 39474) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:21:11.722289 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb843399-a85f-48f8-9280-c0be6f62105a None None] Sync routers for ids ['f94de1db-c959-4607-baa5-7526ead5bc09'] in dv-cinder-806740-4-iscsi {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:21:11.735310 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb843399-a85f-48f8-9280-c0be6f62105a None None] Routers {'f94de1db-c959-4607-baa5-7526ead5bc09'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:21:11.736040 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fb843399-a85f-48f8-9280-c0be6f62105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:20:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['f94de1db-c959-4607-baa5-7526ead5bc09'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:11.831407 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8182399b-0b00-4bd0-b69b-29cf4055b15f admin admin] Notify callbacks [] for router, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:11.834943 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [req-27c86f35-bd41-4c7d-b6df-03fbe24f4dbe req-dcfab524-8ef3-44d4-a02f-f9aff3d2ad93 tempest-VolumesSnapshotTestJSON-492363454 tempest-VolumesSnapshotTestJSON-492363454-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a15856d-90b2-478e-991d-149f1624f9e3 HTTP/1.1" status: 200 len: 210 time: 0.0420864 Aug 31 18:21:11.850615 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-fb843399-a85f-48f8-9280-c0be6f62105a None None] Set router f94de1db-c959-4607-baa5-7526ead5bc09 gateway port host: dv-cinder-806740-4-iscsi {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:21:11.941312 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8182399b-0b00-4bd0-b69b-29cf4055b15f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:12.038249 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fb843399-a85f-48f8-9280-c0be6f62105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'name': 'tempest-TestMinimumBasicScenario-960882104-router', 'tenant_id': '873aac2d04714aecae51151268275afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '76815586-84dd-4784-8e26-8667b38077b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:35Z', 'updated_at': '2021-08-31T18:21:11Z', 'revision_number': 5, 'project_id': '873aac2d04714aecae51151268275afc', 'gw_port': {'id': '76815586-84dd-4784-8e26-8667b38077b5', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:36Z', 'updated_at': '2021-08-31T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:12.065905 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb843399-a85f-48f8-9280-c0be6f62105a None None] Checking router: f94de1db-c959-4607-baa5-7526ead5bc09 for host: dv-cinder-806740-4-iscsi {{(pid=94692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:21:12.074999 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8182399b-0b00-4bd0-b69b-29cf4055b15f admin admin] Deleting port 76815586-84dd-4784-8e26-8667b38077b5 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:21:12.075333 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8182399b-0b00-4bd0-b69b-29cf4055b15f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:12.075791 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb843399-a85f-48f8-9280-c0be6f62105a None None] Routers {'f94de1db-c959-4607-baa5-7526ead5bc09'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:21:12.076437 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fb843399-a85f-48f8-9280-c0be6f62105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:20:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['f94de1db-c959-4607-baa5-7526ead5bc09'], 'active': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:12.156896 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8182399b-0b00-4bd0-b69b-29cf4055b15f admin admin] For port 76815586-84dd-4784-8e26-8667b38077b5, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=76815586-84dd-4784-8e26-8667b38077b5,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:21:12.157199 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8182399b-0b00-4bd0-b69b-29cf4055b15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:12.167532 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvr_db [None req-fb843399-a85f-48f8-9280-c0be6f62105a None None] Set router f94de1db-c959-4607-baa5-7526ead5bc09 gateway port host: None {{(pid=94692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:21:12.171187 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8182399b-0b00-4bd0-b69b-29cf4055b15f admin admin] Calling delete_port for 76815586-84dd-4784-8e26-8667b38077b5 owned by network:router_gateway {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:21:12.222069 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_hamode_db [None req-fb843399-a85f-48f8-9280-c0be6f62105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'name': 'tempest-TestMinimumBasicScenario-960882104-router', 'tenant_id': '873aac2d04714aecae51151268275afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:35Z', 'updated_at': '2021-08-31T18:21:11Z', 'revision_number': 6, 'project_id': '873aac2d04714aecae51151268275afc', 'gw_port_host': None}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:12.249691 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb843399-a85f-48f8-9280-c0be6f62105a None None] The sync data for ids ['f94de1db-c959-4607-baa5-7526ead5bc09'] in dv-cinder-806740-4-iscsi is: [{'id': 'f94de1db-c959-4607-baa5-7526ead5bc09', 'name': 'tempest-TestMinimumBasicScenario-960882104-router', 'tenant_id': '873aac2d04714aecae51151268275afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:35Z', 'updated_at': '2021-08-31T18:21:11Z', 'revision_number': 6, 'project_id': '873aac2d04714aecae51151268275afc', 'gw_port_host': None}] {{(pid=94692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:21:12.449523 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8182399b-0b00-4bd0-b69b-29cf4055b15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:12.478704 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182399b-0b00-4bd0-b69b-29cf4055b15f admin admin] Pushing event deleted for resources: {'Port': ['ID=76815586-84dd-4784-8e26-8667b38077b5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:12.539534 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8182399b-0b00-4bd0-b69b-29cf4055b15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16620591'] for router_gateway, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:12.631650 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8182399b-0b00-4bd0-b69b-29cf4055b15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16626705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15892'] for router, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:12.633933 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8182399b-0b00-4bd0-b69b-29cf4055b15f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:12.774492 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 2074f68a-de22-41be-bbcd-3e1160b777c1 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:21:12.796027 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: 2074f68a-de22-41be-bbcd-3e1160b777c1 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:21:12.796443 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 2074f68a-de22-41be-bbcd-3e1160b777c1 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:21:12.798907 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8182399b-0b00-4bd0-b69b-29cf4055b15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16626714'] for router, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:12.799525 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8182399b-0b00-4bd0-b69b-29cf4055b15f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f94de1db-c959-4607-baa5-7526ead5bc09 {{(pid=94690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 18:21:12.803795 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8182399b-0b00-4bd0-b69b-29cf4055b15f admin admin] Notify callbacks [] for router, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:12.805026 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-8182399b-0b00-4bd0-b69b-29cf4055b15f admin admin] 10.222.0.58 "DELETE /v2.0/routers/f94de1db-c959-4607-baa5-7526ead5bc09 HTTP/1.1" status: 204 len: 168 time: 1.0827947 Aug 31 18:21:12.807515 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 39476) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:21:12.859541 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.db_base_plugin_v2 [None req-69598a0d-8dd8-4829-bd1c-f98c6d6c34d5 admin admin] Deleting subnet abe36fa3-e7a4-4900-871e-9517d8e73a43 {{(pid=94690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:21:12.862831 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69598a0d-8dd8-4829-bd1c-f98c6d6c34d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:12.901831 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69598a0d-8dd8-4829-bd1c-f98c6d6c34d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25009181'] for subnet, precommit_delete_associations {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:12.984409 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69598a0d-8dd8-4829-bd1c-f98c6d6c34d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-582367'] for subnet, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:13.135996 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69598a0d-8dd8-4829-bd1c-f98c6d6c34d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-582356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24928578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13010073'] for subnet, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:13.167284 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69598a0d-8dd8-4829-bd1c-f98c6d6c34d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abe36fa3-e7a4-4900-871e-9517d8e73a43,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:13.173315 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69598a0d-8dd8-4829-bd1c-f98c6d6c34d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:13.173315 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-69598a0d-8dd8-4829-bd1c-f98c6d6c34d5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/abe36fa3-e7a4-4900-871e-9517d8e73a43 HTTP/1.1" status: 204 len: 168 time: 0.3646567 Aug 31 18:21:13.175658 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 39482) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:21:13.176847 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e8d3da-b648-4780-9a2f-67915cf37bf4 None None] Network cb2ab32c-c0b9-4a8b-a16f-df74ec834859 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:21:13.247920 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563888'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:13.331226 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] Deleting port 56beba6e-b7ca-4d92-91c3-7c60ad629c80 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:21:13.331563 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:13.390322 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b6018b-631e-48c3-8c7f-b28788c6e1c5 None None] DHCP port deletion for cb2ab32c-c0b9-4a8b-a16f-df74ec834859 request from dv-cinder-806740-4-iscsi {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 18:21:13.398162 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] For port 56beba6e-b7ca-4d92-91c3-7c60ad629c80, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=56beba6e-b7ca-4d92-91c3-7c60ad629c80,segment=NetworkSegment(c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65),segment_id=c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:21:13.398553 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:13.411526 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] Calling delete_port for 56beba6e-b7ca-4d92-91c3-7c60ad629c80 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:21:13.435334 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-99b6018b-631e-48c3-8c7f-b28788c6e1c5 None None] Deleting port 56beba6e-b7ca-4d92-91c3-7c60ad629c80 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:21:13.442656 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-99b6018b-631e-48c3-8c7f-b28788c6e1c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:13.500597 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-99b6018b-631e-48c3-8c7f-b28788c6e1c5 None None] For port 56beba6e-b7ca-4d92-91c3-7c60ad629c80, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=56beba6e-b7ca-4d92-91c3-7c60ad629c80,segment=NetworkSegment(c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65),segment_id=c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:21:13.501021 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-99b6018b-631e-48c3-8c7f-b28788c6e1c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:13.513660 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-99b6018b-631e-48c3-8c7f-b28788c6e1c5 None None] Calling delete_port for 56beba6e-b7ca-4d92-91c3-7c60ad629c80 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:21:13.586559 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:13.592369 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-99b6018b-631e-48c3-8c7f-b28788c6e1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:13.612197 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] Pushing event deleted for resources: {'Port': ['ID=56beba6e-b7ca-4d92-91c3-7c60ad629c80,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:13.615708 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] No DVR routers for this DVR port 56beba6e-b7ca-4d92-91c3-7c60ad629c80 on host dv-cinder-806740-4-iscsi {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:21:13.622801 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6018b-631e-48c3-8c7f-b28788c6e1c5 None None] Pushing event deleted for resources: {'Port': ['ID=56beba6e-b7ca-4d92-91c3-7c60ad629c80,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:13.624955 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b6018b-631e-48c3-8c7f-b28788c6e1c5 None None] No DVR routers for this DVR port 56beba6e-b7ca-4d92-91c3-7c60ad629c80 on host dv-cinder-806740-4-iscsi {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:21:13.697221 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582948', 'neutron.services.segments.db._delete_segments_for_network-8760416493249'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:13.708048 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2ab32c-c0b9-4a8b-a16f-df74ec834859']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:13.718817 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:13.719111 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f1229b-720d-45f9-a9d5-1cd0c9ea0c65') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:13.728843 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760416505941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25009190'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:13.732900 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 no longer exists at agent hyperv_hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:21:13.743854 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:13.750293 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] Releasing vlan 1249 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:21:13.750797 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24928760'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: Traceback (most recent call last): Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: timer() Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: cb(*args, **kw) Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: return func(*args, **kwargs) Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: self._notify() Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: self.callback(batched_events) Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: event.method(event) Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: return f(self, *a, **k) Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: return self._get(url).json() Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:21:13.752545 dv-cinder-806740-4-iscsi neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:21:13.754975 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] No Port match for: 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:21:13.754975 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Device 7f65e1da-2d62-4fc9-8cff-3b17b96d32a0 not bound to the agent host hv-cinder-80674 {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:21:13.889338 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-582973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16620547'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:13.894766 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:13.899176 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] 10.222.0.58 "DELETE /v2.0/networks/cb2ab32c-c0b9-4a8b-a16f-df74ec834859 HTTP/1.1" status: 204 len: 168 time: 0.7199073 Aug 31 18:21:13.899885 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 39488) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:21:13.907605 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d349b46-6cc7-4d67-be82-7bf3fc9adf14 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb2ab32c-c0b9-4a8b-a16f-df74ec834859,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:14.248410 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb00d-2d55-429a-8b5f-ed4755dd2d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16625169'] for router_interface, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:14.504006 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-7c3cb00d-2d55-429a-8b5f-ed4755dd2d4b admin admin] Deleting port 214ec0ba-a50d-4a69-a619-427e4b70754a {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:21:14.504338 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb00d-2d55-429a-8b5f-ed4755dd2d4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:14.583162 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-7c3cb00d-2d55-429a-8b5f-ed4755dd2d4b admin admin] For port 214ec0ba-a50d-4a69-a619-427e4b70754a, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=214ec0ba-a50d-4a69-a619-427e4b70754a,segment=NetworkSegment(d0496294-9493-42a9-b469-1a21c3c24ef8),segment_id=d0496294-9493-42a9-b469-1a21c3c24ef8)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:21:14.583551 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb00d-2d55-429a-8b5f-ed4755dd2d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:14.597230 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-7c3cb00d-2d55-429a-8b5f-ed4755dd2d4b admin admin] Calling delete_port for 214ec0ba-a50d-4a69-a619-427e4b70754a owned by network:router_interface {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:21:14.671972 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 56beba6e-b7ca-4d92-91c3-7c60ad629c80 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:21:14.692827 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: 56beba6e-b7ca-4d92-91c3-7c60ad629c80 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:21:14.693245 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 56beba6e-b7ca-4d92-91c3-7c60ad629c80 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:21:14.693667 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 76815586-84dd-4784-8e26-8667b38077b5 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:21:14.717474 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: 76815586-84dd-4784-8e26-8667b38077b5 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:21:14.717912 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 76815586-84dd-4784-8e26-8667b38077b5 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:21:14.841847 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb00d-2d55-429a-8b5f-ed4755dd2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:14.867361 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cb00d-2d55-429a-8b5f-ed4755dd2d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=214ec0ba-a50d-4a69-a619-427e4b70754a,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:15.296629 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb00d-2d55-429a-8b5f-ed4755dd2d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16289137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16625293'] for router_interface, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:15.508988 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3cb00d-2d55-429a-8b5f-ed4755dd2d4b admin admin] Router 5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce has already been hosted by L3 agent 788bf9f6-63bc-474d-b038-8465b6d877cb {{(pid=94691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:21:15.619430 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3cb00d-2d55-429a-8b5f-ed4755dd2d4b admin admin] Notify agent at l3_agent.dv-cinder-806740-4-iscsi the message routers_updated {{(pid=94691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:21:15.624645 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-7c3cb00d-2d55-429a-8b5f-ed4755dd2d4b admin admin] 10.222.0.58 "PUT /v2.0/routers/5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7235737 Aug 31 18:21:15.627174 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 39492) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:21:15.629860 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bc871c-608c-4cd6-a533-4ed4fb8b11f8 None None] Sync routers for ids ['5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce'] in dv-cinder-806740-4-iscsi {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:21:15.640680 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bc871c-608c-4cd6-a533-4ed4fb8b11f8 None None] Routers {'5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:21:15.641425 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a5bc871c-608c-4cd6-a533-4ed4fb8b11f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:20:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:15.732704 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0a64984a-8ea9-43bc-9431-5d72f581faea admin admin] Notify callbacks [] for router, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:15.745969 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-a5bc871c-608c-4cd6-a533-4ed4fb8b11f8 None None] Set router 5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce gateway port host: dv-cinder-806740-4-iscsi {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:21:15.836322 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0a64984a-8ea9-43bc-9431-5d72f581faea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:15.941163 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a5bc871c-608c-4cd6-a533-4ed4fb8b11f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce', 'name': 'tempest-TestMinimumBasicScenario-323808092-router', 'tenant_id': 'aed476239633482f8af18f82d9d65000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'external_fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '7f35e83e-bad4-4f81-9b66-6f135bf32bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:42Z', 'updated_at': '2021-08-31T18:21:14Z', 'revision_number': 5, 'project_id': 'aed476239633482f8af18f82d9d65000', 'gw_port': {'id': '7f35e83e-bad4-4f81-9b66-6f135bf32bd4', 'name': '', 'network_id': 'd0d110ef-3035-4f07-b05a-39b223314ffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806740-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:16:43Z', 'updated_at': '2021-08-31T18:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9079d3d-9ac8-4cdb-a797-db8fcb6d1c8d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806740-4-iscsi'}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:15.959981 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-0a64984a-8ea9-43bc-9431-5d72f581faea admin admin] Deleting port 7f35e83e-bad4-4f81-9b66-6f135bf32bd4 {{(pid=94691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:21:15.960383 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0a64984a-8ea9-43bc-9431-5d72f581faea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:15.968928 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bc871c-608c-4cd6-a533-4ed4fb8b11f8 None None] Checking router: 5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce for host: dv-cinder-806740-4-iscsi {{(pid=94693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:21:15.977788 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bc871c-608c-4cd6-a533-4ed4fb8b11f8 None None] Routers {'5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce'} bound to L3 agent in host dv-cinder-806740-4-iscsi {{(pid=94693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:21:15.978411 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a5bc871c-608c-4cd6-a533-4ed4fb8b11f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806740-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T17:55:53Z,description=,heartbeat_timestamp=2021-08-31T18:20:53Z,host='dv-cinder-806740-4-iscsi',id=788bf9f6-63bc-474d-b038-8465b6d877cb,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T17:55:54Z,topic='l3_agent')) {'router_ids': ['5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce'], 'active': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:16.050269 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-0a64984a-8ea9-43bc-9431-5d72f581faea admin admin] For port 7f35e83e-bad4-4f81-9b66-6f135bf32bd4, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=7f35e83e-bad4-4f81-9b66-6f135bf32bd4,segment=NetworkSegment(6f05730f-0b6b-4fab-8a28-241675d5a4a2),segment_id=6f05730f-0b6b-4fab-8a28-241675d5a4a2)] {{(pid=94691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:21:16.050663 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0a64984a-8ea9-43bc-9431-5d72f581faea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:16.063978 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.plugin [None req-0a64984a-8ea9-43bc-9431-5d72f581faea admin admin] Calling delete_port for 7f35e83e-bad4-4f81-9b66-6f135bf32bd4 owned by network:router_gateway {{(pid=94691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:21:16.067311 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvr_db [None req-a5bc871c-608c-4cd6-a533-4ed4fb8b11f8 None None] Set router 5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce gateway port host: None {{(pid=94693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:21:16.120248 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.l3_hamode_db [None req-a5bc871c-608c-4cd6-a533-4ed4fb8b11f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce', 'name': 'tempest-TestMinimumBasicScenario-323808092-router', 'tenant_id': 'aed476239633482f8af18f82d9d65000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:42Z', 'updated_at': '2021-08-31T18:21:15Z', 'revision_number': 6, 'project_id': 'aed476239633482f8af18f82d9d65000', 'gw_port_host': None}], 'dv-cinder-806740-4-iscsi', False) {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:16.151001 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bc871c-608c-4cd6-a533-4ed4fb8b11f8 None None] The sync data for ids ['5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce'] in dv-cinder-806740-4-iscsi is: [{'id': '5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce', 'name': 'tempest-TestMinimumBasicScenario-323808092-router', 'tenant_id': 'aed476239633482f8af18f82d9d65000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:16:42Z', 'updated_at': '2021-08-31T18:21:15Z', 'revision_number': 6, 'project_id': 'aed476239633482f8af18f82d9d65000', 'gw_port_host': None}] {{(pid=94693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:21:16.385130 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0a64984a-8ea9-43bc-9431-5d72f581faea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14917893'] for port, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:16.413562 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64984a-8ea9-43bc-9431-5d72f581faea admin admin] Pushing event deleted for resources: {'Port': ['ID=7f35e83e-bad4-4f81-9b66-6f135bf32bd4,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:16.481331 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0a64984a-8ea9-43bc-9431-5d72f581faea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16620591'] for router_gateway, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:16.575278 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0a64984a-8ea9-43bc-9431-5d72f581faea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16626705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15892'] for router, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:16.577463 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0a64984a-8ea9-43bc-9431-5d72f581faea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:16.689524 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0a64984a-8ea9-43bc-9431-5d72f581faea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16626714'] for router, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:16.690098 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a64984a-8ea9-43bc-9431-5d72f581faea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce {{(pid=94691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 18:21:16.701227 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0a64984a-8ea9-43bc-9431-5d72f581faea admin admin] Notify callbacks [] for router, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:16.701227 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-0a64984a-8ea9-43bc-9431-5d72f581faea admin admin] 10.222.0.58 "DELETE /v2.0/routers/5bad12bc-2b9f-40bc-9fb1-0e2c1baa0dce HTTP/1.1" status: 204 len: 168 time: 1.0675609 Aug 31 18:21:16.701227 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 39500) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:21:16.745968 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee35c57-6f29-4f1a-a9ff-efee3c35e4be admin admin] Deleting subnet 6fa3308a-05b3-458d-a41f-e37ff56cdb52 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:21:16.749491 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ee35c57-6f29-4f1a-a9ff-efee3c35e4be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:16.790175 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ee35c57-6f29-4f1a-a9ff-efee3c35e4be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14011248'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:16.872489 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ee35c57-6f29-4f1a-a9ff-efee3c35e4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-582367'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:16.962790 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 214ec0ba-a50d-4a69-a619-427e4b70754a no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:21:16.986242 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: 214ec0ba-a50d-4a69-a619-427e4b70754a {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:21:16.986594 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 214ec0ba-a50d-4a69-a619-427e4b70754a not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:21:16.987012 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 7f35e83e-bad4-4f81-9b66-6f135bf32bd4 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:21:17.006281 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: 7f35e83e-bad4-4f81-9b66-6f135bf32bd4 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:21:17.006545 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device 7f35e83e-bad4-4f81-9b66-6f135bf32bd4 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:21:17.013356 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ee35c57-6f29-4f1a-a9ff-efee3c35e4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-582356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14917994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13232516'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:17.040135 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee35c57-6f29-4f1a-a9ff-efee3c35e4be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa3308a-05b3-458d-a41f-e37ff56cdb52,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:17.044379 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ee35c57-6f29-4f1a-a9ff-efee3c35e4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:17.048586 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-9ee35c57-6f29-4f1a-a9ff-efee3c35e4be admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6fa3308a-05b3-458d-a41f-e37ff56cdb52 HTTP/1.1" status: 204 len: 168 time: 0.3467555 Aug 31 18:21:17.049110 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 39502) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:21:17.053153 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75917c98-4426-4748-99dd-cca8b939c1da None None] Network 141f3d1f-47ee-434c-8ec9-4dc4a17cff48 requested from dv-cinder-806740-4-iscsi {{(pid=94692) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:21:17.118046 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563888'] for network, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:17.179254 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] Deleting port fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:21:17.179777 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:17.222358 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97e9144-8d01-4ba2-a324-89e93d5cfce5 None None] DHCP port deletion for 141f3d1f-47ee-434c-8ec9-4dc4a17cff48 request from dv-cinder-806740-4-iscsi {{(pid=94692) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 18:21:17.250288 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] For port fb8e8e98-5bcf-4ddf-a951-34763fa8aae8, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=fb8e8e98-5bcf-4ddf-a951-34763fa8aae8,segment=NetworkSegment(d0496294-9493-42a9-b469-1a21c3c24ef8),segment_id=d0496294-9493-42a9-b469-1a21c3c24ef8)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:21:17.250684 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:17.264587 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] Calling delete_port for fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:21:17.277219 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-d97e9144-8d01-4ba2-a324-89e93d5cfce5 None None] Deleting port fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:21:17.277617 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d97e9144-8d01-4ba2-a324-89e93d5cfce5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760416556566'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:17.344096 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-d97e9144-8d01-4ba2-a324-89e93d5cfce5 None None] For port fb8e8e98-5bcf-4ddf-a951-34763fa8aae8, host dv-cinder-806740-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806740-4-iscsi',level=0,port_id=fb8e8e98-5bcf-4ddf-a951-34763fa8aae8,segment=NetworkSegment(d0496294-9493-42a9-b469-1a21c3c24ef8),segment_id=d0496294-9493-42a9-b469-1a21c3c24ef8)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:21:17.344488 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d97e9144-8d01-4ba2-a324-89e93d5cfce5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16624487'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:17.358356 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-d97e9144-8d01-4ba2-a324-89e93d5cfce5 None None] Calling delete_port for fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:21:17.392311 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24928557'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:17.422028 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8e8e98-5bcf-4ddf-a951-34763fa8aae8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:17.426075 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] No DVR routers for this DVR port fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 on host dv-cinder-806740-4-iscsi {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:21:17.436137 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d97e9144-8d01-4ba2-a324-89e93d5cfce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760416558565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760415974193'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:17.468377 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e9144-8d01-4ba2-a324-89e93d5cfce5 None None] No DVR routers for this DVR port fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 on host dv-cinder-806740-4-iscsi {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:21:17.470299 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e9144-8d01-4ba2-a324-89e93d5cfce5 None None] Pushing event deleted for resources: {'Port': ['ID=fb8e8e98-5bcf-4ddf-a951-34763fa8aae8,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:17.495924 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582948', 'neutron.services.segments.db._delete_segments_for_network-8760416493249'] for network, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:17.505620 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141f3d1f-47ee-434c-8ec9-4dc4a17cff48']}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:17.516326 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0496294-9493-42a9-b469-1a21c3c24ef8') {'for_net_delete': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:17.516542 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.services.segments.db [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0496294-9493-42a9-b469-1a21c3c24ef8') {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:17.525747 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760416505941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25009190'] for segment, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:17.539257 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:17.545426 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=94690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:21:17.545797 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24928760'] for segment, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: Traceback (most recent call last): Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: timer() Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: cb(*args, **kw) Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: return func(*args, **kwargs) Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: self._notify() Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: self.callback(batched_events) Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: event.method(event) Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: return f(self, *a, **k) Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: return self._get(url).json() Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: return self.request(url, 'GET', **kwargs) Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:21:17.547397 dv-cinder-806740-4-iscsi neutron-server[94690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:21:17.669983 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-582973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16620547'] for network, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:17.675875 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:17.678577 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] 10.222.0.58 "DELETE /v2.0/networks/141f3d1f-47ee-434c-8ec9-4dc4a17cff48 HTTP/1.1" status: 204 len: 168 time: 0.6285136 Aug 31 18:21:17.689505 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d43f11-321b-4e60-845a-8e1d10d14b8e admin admin] Pushing event deleted for resources: {'Network': ['ID=141f3d1f-47ee-434c-8ec9-4dc4a17cff48,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:18.014275 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 39508) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:21:18.054832 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-7d0d9b10-ea06-4af9-953c-ce982bf0421d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=873aac2d04714aecae51151268275afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393422 Aug 31 18:21:18.057374 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 39510) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:21:18.104057 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f81c797-50fe-4b85-b762-c8991a42eec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:18.123933 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f81c797-50fe-4b85-b762-c8991a42eec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:18.231659 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f81c797-50fe-4b85-b762-c8991a42eec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:18.234191 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f81c797-50fe-4b85-b762-c8991a42eec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:18.238580 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-3f81c797-50fe-4b85-b762-c8991a42eec7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6187a8eb-7fc5-494c-b81a-a7a76f4194ce HTTP/1.1" status: 204 len: 168 time: 0.1770916 Aug 31 18:21:18.243061 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81c797-50fe-4b85-b762-c8991a42eec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6187a8eb-7fc5-494c-b81a-a7a76f4194ce,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:18.670525 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 no longer exists at agent ovs-agent-dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:21:18.690547 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] No Port match for: fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 {{(pid=94692) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:21:18.690891 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.rpc [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Device fb8e8e98-5bcf-4ddf-a951-34763fa8aae8 not bound to the agent host dv-cinder-806740-4-iscsi {{(pid=94692) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:21:18.900782 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 39518) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:21:18.940467 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-e9de6266-31d3-4082-8070-c99655b93081 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aed476239633482f8af18f82d9d65000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385180 Aug 31 18:21:18.945076 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 39520) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:21:18.993397 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a014dbf-73eb-42d7-871d-aa418b4c503d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:19.014921 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a014dbf-73eb-42d7-871d-aa418b4c503d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:19.146697 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a014dbf-73eb-42d7-871d-aa418b4c503d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:19.149955 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a014dbf-73eb-42d7-871d-aa418b4c503d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:19.151171 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-9a014dbf-73eb-42d7-871d-aa418b4c503d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ca7f624-c080-4c0d-99c6-6efeb0daeba9 HTTP/1.1" status: 204 len: 168 time: 0.2051675 Aug 31 18:21:19.159932 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a014dbf-73eb-42d7-871d-aa418b4c503d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca7f624-c080-4c0d-99c6-6efeb0daeba9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:20.835432 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c6c2930e-17cc-40ed-aa8f-28fc4e761461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:22.266198 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:23.450296 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9b539ede-5658-42e7-8936-64edb82e0269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:23.660576 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:24.510455 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:26.677741 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:29.951262 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:21:45.593366 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 39644) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:21:45.644980 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.db.db_base_plugin_v2 [None req-822ed3b5-97b9-490a-8541-fdf4e0b20d59 admin admin] Deleting subnet c967f70c-ce23-4f67-8c63-4aa5f1359cb4 {{(pid=94691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:21:45.648428 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-822ed3b5-97b9-490a-8541-fdf4e0b20d59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:45.685277 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-822ed3b5-97b9-490a-8541-fdf4e0b20d59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14011248'] for subnet, precommit_delete_associations {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:45.725101 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-822ed3b5-97b9-490a-8541-fdf4e0b20d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-582367'] for subnet, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:45.877652 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-822ed3b5-97b9-490a-8541-fdf4e0b20d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-582356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14917994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13232516'] for subnet, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:45.906987 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ed3b5-97b9-490a-8541-fdf4e0b20d59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c967f70c-ce23-4f67-8c63-4aa5f1359cb4,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:45.909444 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-822ed3b5-97b9-490a-8541-fdf4e0b20d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for subnet, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:45.912085 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-822ed3b5-97b9-490a-8541-fdf4e0b20d59 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c967f70c-ce23-4f67-8c63-4aa5f1359cb4 HTTP/1.1" status: 204 len: 168 time: 0.3172004 Aug 31 18:21:45.914087 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 39646) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:21:45.984339 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da6aa739-4178-4832-a711-0e3f8a654ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563888'] for network, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:46.062772 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da6aa739-4178-4832-a711-0e3f8a654ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-582948', 'neutron.services.segments.db._delete_segments_for_network-8760416493249'] for network, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:46.072979 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-da6aa739-4178-4832-a711-0e3f8a654ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58afcbec-3237-462f-b505-52d0b4ecb2fd']}} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:46.087349 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-da6aa739-4178-4832-a711-0e3f8a654ab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1') {'for_net_delete': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:46.087641 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.services.segments.db [None req-da6aa739-4178-4832-a711-0e3f8a654ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a51cd2c-8ee8-44ca-a426-e58a8bc21ae1') {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:46.096236 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da6aa739-4178-4832-a711-0e3f8a654ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760416505941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14011211'] for segment, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:46.110156 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da6aa739-4178-4832-a711-0e3f8a654ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953'] for segment, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:46.115875 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6aa739-4178-4832-a711-0e3f8a654ab0 admin admin] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=94691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:21:46.116251 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da6aa739-4178-4832-a711-0e3f8a654ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14918096'] for segment, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: Traceback (most recent call last): Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: timer() Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: cb(*args, **kw) Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: return func(*args, **kwargs) Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: self._notify() Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: self.callback(batched_events) Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: event.method(event) Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: return f(self, *a, **k) Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._get(url).json() Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: return self.request(url, 'GET', **kwargs) Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:21:46.117893 dv-cinder-806740-4-iscsi neutron-server[94691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:21:46.269884 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da6aa739-4178-4832-a711-0e3f8a654ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-582973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16289126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16620547'] for network, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:46.275056 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-da6aa739-4178-4832-a711-0e3f8a654ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16289172'] for network, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:46.276991 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-da6aa739-4178-4832-a711-0e3f8a654ab0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/58afcbec-3237-462f-b505-52d0b4ecb2fd HTTP/1.1" status: 204 len: 168 time: 0.3619466 Aug 31 18:21:46.289592 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6aa739-4178-4832-a711-0e3f8a654ab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=58afcbec-3237-462f-b505-52d0b4ecb2fd,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:46.731449 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 39650) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:21:46.770239 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-064fe55f-ccaa-4a46-b61d-51f94b7d3d75 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4732c83fca9343f996731019afc47627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376465 Aug 31 18:21:46.772629 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 39652) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:21:46.819940 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b196673-4f1e-42d5-a145-159af8019117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:46.848822 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b196673-4f1e-42d5-a145-159af8019117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:47.014088 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b196673-4f1e-42d5-a145-159af8019117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:47.016684 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b196673-4f1e-42d5-a145-159af8019117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:47.017918 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-3b196673-4f1e-42d5-a145-159af8019117 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5e3f5ea-8c11-42e9-b420-f230c3980bbd HTTP/1.1" status: 204 len: 168 time: 0.2443657 Aug 31 18:21:47.026238 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b196673-4f1e-42d5-a145-159af8019117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e3f5ea-8c11-42e9-b420-f230c3980bbd,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:50.831294 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-80948482-ef34-4c3e-86e6-e3bd5021dd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:52.253929 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:53.444429 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-19e254f9-747d-4350-96d9-c6c698c8f325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:53.663294 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:54.602493 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:56.699878 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:06.950173 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:22:14.241710 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.wsgi [-] (94690) accepted ('10.222.0.58', 39794) {{(pid=94690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:22:14.345529 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1283df1-0be7-4f0d-ba28-a7ae66a016b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:14.433711 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1283df1-0be7-4f0d-ba28-a7ae66a016b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:14.538936 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1283df1-0be7-4f0d-ba28-a7ae66a016b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:14.586322 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1283df1-0be7-4f0d-ba28-a7ae66a016b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a9789c-cfc5-4c2a-af6a-cba456d6aa16,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:22:14.590096 dv-cinder-806740-4-iscsi neutron-server[94690]: INFO neutron.wsgi [None req-e1283df1-0be7-4f0d-ba28-a7ae66a016b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cfc8eb2e920644a38e3afd4ca5b772ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473065 Aug 31 18:22:14.593049 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.wsgi [-] (94691) accepted ('10.222.0.58', 39798) {{(pid=94691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:22:14.596089 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1283df1-0be7-4f0d-ba28-a7ae66a016b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.596439 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1283df1-0be7-4f0d-ba28-a7ae66a016b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.596785 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1283df1-0be7-4f0d-ba28-a7ae66a016b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.597146 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1283df1-0be7-4f0d-ba28-a7ae66a016b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.597480 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1283df1-0be7-4f0d-ba28-a7ae66a016b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.597816 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1283df1-0be7-4f0d-ba28-a7ae66a016b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.598148 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1283df1-0be7-4f0d-ba28-a7ae66a016b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.598570 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1283df1-0be7-4f0d-ba28-a7ae66a016b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.598868 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1283df1-0be7-4f0d-ba28-a7ae66a016b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.599196 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1283df1-0be7-4f0d-ba28-a7ae66a016b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.599518 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1283df1-0be7-4f0d-ba28-a7ae66a016b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.599847 dv-cinder-806740-4-iscsi neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1283df1-0be7-4f0d-ba28-a7ae66a016b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.642622 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1f93a5de-4263-4170-ade5-c609ed4fa18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:14.663248 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1f93a5de-4263-4170-ade5-c609ed4fa18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:14.835937 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1f93a5de-4263-4170-ade5-c609ed4fa18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16774853'] for security_group, after_delete {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:14.838635 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-1f93a5de-4263-4170-ade5-c609ed4fa18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:14.839720 dv-cinder-806740-4-iscsi neutron-server[94691]: INFO neutron.wsgi [None req-1f93a5de-4263-4170-ade5-c609ed4fa18d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e5a9789c-cfc5-4c2a-af6a-cba456d6aa16 HTTP/1.1" status: 204 len: 168 time: 0.2456377 Aug 31 18:22:14.847764 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93a5de-4263-4170-ade5-c609ed4fa18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a9789c-cfc5-4c2a-af6a-cba456d6aa16,revision_number=None']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:22:14.855401 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93a5de-4263-4170-ade5-c609ed4fa18d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.855756 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93a5de-4263-4170-ade5-c609ed4fa18d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.856070 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93a5de-4263-4170-ade5-c609ed4fa18d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.856402 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93a5de-4263-4170-ade5-c609ed4fa18d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.856731 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93a5de-4263-4170-ade5-c609ed4fa18d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.857083 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93a5de-4263-4170-ade5-c609ed4fa18d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.857406 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93a5de-4263-4170-ade5-c609ed4fa18d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.857953 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93a5de-4263-4170-ade5-c609ed4fa18d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.858391 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93a5de-4263-4170-ade5-c609ed4fa18d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.858512 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93a5de-4263-4170-ade5-c609ed4fa18d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.858801 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93a5de-4263-4170-ade5-c609ed4fa18d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:14.859124 dv-cinder-806740-4-iscsi neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93a5de-4263-4170-ade5-c609ed4fa18d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806740-4-iscsi {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:20.801926 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f1ee2cf1-bebb-4da0-9ccb-468fc001cb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:22.504663 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:23.458536 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cff59f37-0774-4f04-9f6a-4536ae745c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:23.755841 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:24.559753 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:26.704545 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:43.948475 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:22:50.878902 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fd97fb74-1bc8-427b-bddb-681c09976ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:52.355342 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:53.404087 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-64f1f2f3-cb77-440a-884e-6165bf64cea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:53.675126 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:54.553285 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:56.684386 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:20.874751 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-83c5b262-e308-4dbd-836d-d9e5a3d8064c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:20.947876 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:23:22.237684 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:23.646747 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5fc70360-7738-4bf8-adb7-b074fd32ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:23.823089 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:24.540819 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:26.691151 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:50.816578 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6fff0763-fd3c-4dd5-b4fa-7ec9d20c92e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:52.278860 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:53.455839 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6a4ed29d-8e23-4dd3-b4d2-0638df3bc2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:53.662126 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:54.576142 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:56.684964 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:57.946601 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:24:20.804602 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1377364a-c2c3-4234-8067-3e6a1fc84bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:22.249445 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:23.529349 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f402778d-68b6-4148-93e3-15bb59b23bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:23.687479 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:24.535286 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:26.750109 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:34.945578 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:24:50.774674 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cb6f530b-cb9b-4df9-93d6-3e929a283f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:52.248569 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:53.424303 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-303af385-b82c-48b0-8861-284f00badcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:53.652488 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:54.543512 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:56.728868 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:11.945209 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:25:20.811672 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-de19fda0-af6e-462f-a7cc-732380fb19ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:22.285802 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:23.425524 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-800f51cf-8486-49ad-93bd-3fb2e6c22a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:23.659620 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:24.565896 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:26.693418 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:48.943780 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:25:50.828640 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-477c09e4-9d7b-498c-836c-93da4f6a9e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:52.359360 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:53.447164 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2844bb90-eae4-4673-aaff-f26cfae9f889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:53.645118 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:54.558878 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:56.761520 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:20.823648 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5014eab6-116b-4e7c-b64f-b081faeebc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:22.269672 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:23.427697 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a55887e3-8b8c-4907-ac46-c042be98a1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:23.651965 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:24.566682 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:25.943885 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:26:26.689385 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:50.786517 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-238424e1-0b82-4748-a2ae-53060bbc22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:52.271746 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:53.412067 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-352fd686-e9e3-444a-8c28-82620b98f446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:53.657423 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:54.549091 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:56.711859 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:02.943822 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:27:20.819954 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cda182f2-1760-488b-8f6e-d381fec1a59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:22.282780 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:23.419610 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e6a471c3-01f9-4962-8666-d6899a23a4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:23.700153 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:24.579749 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:26.739507 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:39.948453 dv-cinder-806740-4-iscsi neutron-server[94693]: DEBUG neutron.db.agents_db [None req-8051e8a9-71f6-4162-92dc-21d023421e6e None None] Agent healthcheck: found 6 active agents {{(pid=94693) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:27:50.821433 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-046d44dc-f181-4278-93ac-5ff2a7431c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:52.301418 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e9a03865-c847-4758-a32f-d37e8dfd30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:53.481707 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-717bc8c4-18ad-4528-9034-61d74f86e1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:53.752874 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e18f5223-d96f-4191-8bd9-aae1c6ab05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:54.621135 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3871481d-2dbd-473f-9c1e-4b862fe5d83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:56.727513 dv-cinder-806740-4-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9a26436e-ff15-46c2-940e-463a4b9076d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760416425180', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587898'] for agent, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}